-- Logs begin at Mon 2022-07-18 15:49:03 UTC, end at Mon 2022-07-18 17:01:10 UTC. -- Jul 18 16:29:30.417329 dv-cinder-837543-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 18 16:29:33.239173 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.common.config [-] Logging enabled! Jul 18 16:29:33.240097 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 18 16:29:33.240412 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104074) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 16:29:33.243996 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.common.config [-] Logging enabled! Jul 18 16:29:33.244268 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 18 16:29:33.244597 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104074) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 16:29:33.245607 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 16:29:33.245849 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 16:29:33.246864 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 16:29:33.247118 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 16:29:33.247350 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 16:29:33.247688 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.248001 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.248239 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.248547 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.248847 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.249139 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.249439 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.249748 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.250042 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.250330 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.250651 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.250890 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.251180 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.251479 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.251776 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.252552 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] debug = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.252850 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.253287 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.253712 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.254017 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.254321 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.254640 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.254921 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.255206 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.255499 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.255865 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] host = dv-cinder-837543-6-iscsi {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.256150 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.256442 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.256736 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.257028 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.257311 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.257595 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.257886 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.258165 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.258471 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] log_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.258759 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.259056 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.259353 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.259651 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.259884 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.260112 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.260424 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.260700 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.260984 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.261268 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.261551 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.261834 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.262113 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.262385 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.262713 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.263005 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.263297 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.263578 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.263861 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.264142 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.264428 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.264730 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.265012 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.265347 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.265574 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.265869 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.266145 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.266446 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.266760 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.267057 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.267349 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.267684 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.267971 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.268263 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.268544 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.268823 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.269104 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] use_json = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.269383 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.269659 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.269949 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.270229 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.270533 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.270818 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.271099 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.271396 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.271677 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:33.271990 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.272295 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.272604 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.272896 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.273217 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.273508 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.273807 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.274095 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.274398 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.274719 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.275021 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.275310 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.275620 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.275917 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.276223 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.276540 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.276843 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.277144 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.277431 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.277714 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.277997 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.278285 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.278606 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.278895 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.279194 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.279494 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.279781 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.280086 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.280379 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.280674 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.280983 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.281288 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.281572 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.281860 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.282160 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.282464 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.282749 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.283046 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.283379 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.283663 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.283953 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.284257 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.284553 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.284833 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.285118 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.285416 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.285702 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.285983 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.286264 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.286575 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.286856 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.287148 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.287433 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.287713 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.287991 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.288277 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.288557 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.288838 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.289122 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.289399 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.289682 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.289962 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.290240 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.290548 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.290828 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.291105 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.291380 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.291659 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.291943 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.292236 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.292503 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.292780 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.293062 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.293341 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.293653 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.293944 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.294242 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.294557 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.294849 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.295136 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.295424 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.295711 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.296001 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.296283 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.296590 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.296884 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.297185 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.297479 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.297765 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.298096 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.298386 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.298698 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.299516 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.299801 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.300085 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.300376 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.300660 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.300944 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.301238 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.301530 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.301837 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.302138 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.302448 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.302756 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.303054 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.303360 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.303647 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.303965 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.304252 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:33.304481 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 16:29:33.304740 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104074) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 18 16:29:33.615709 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 16:29:33.615911 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 16:29:33.616228 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 16:29:33.616568 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 18 16:29:34.058001 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.058358 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.058608 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.060077 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.060363 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.060639 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.122764 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.123053 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.123308 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.139371 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.139645 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.139921 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.173956 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.174243 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.174541 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.216554 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.216841 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.217119 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.476336 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.476994 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.476994 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.477261 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.477859 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.583190 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.583527 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.583820 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.584098 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.584369 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.584691 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.584960 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.585224 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.585484 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.585777 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.586052 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.586324 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.586623 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.586888 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.587155 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.587435 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.587698 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.588028 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.588262 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.588526 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.588813 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.589069 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.589364 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.589785 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.590034 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.590288 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.590797 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:34.591048 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:34.591293 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:34.591545 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:34.591796 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:34.592031 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:34.592420 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 18 16:29:34.596416 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 18 16:29:34.600430 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 18 16:29:34.604398 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 18 16:29:34.606079 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 18 16:29:34.606828 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 18 16:29:34.607142 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 18 16:29:34.607545 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 18 16:29:34.610544 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 18 16:29:34.610806 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 18 16:29:34.611187 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 16:29:34.617232 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 18 16:29:34.642308 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 18 16:29:34.642854 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.643169 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104074) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 18 16:29:34.643552 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.645042 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104074) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 18 16:29:34.645343 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 16:29:34.645601 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 18 16:29:34.649105 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.649396 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:34.779071 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 18 16:29:34.779272 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 18 16:29:34.779463 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 18 16:29:34.779847 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 18 16:29:34.832298 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO dbcounter [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Registered counter for database neutron Jul 18 16:29:34.852673 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_db.sqlalchemy.engines [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104074) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 18 16:29:34.859249 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writer thread running {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:29:35.424074 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing driver for type 'gre' Jul 18 16:29:35.424703 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] gre ID ranges: [(1, 1000)] Jul 18 16:29:35.488432 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing driver for type 'local' Jul 18 16:29:35.489101 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing driver for type 'vlan' Jul 18 16:29:35.505003 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] VlanTypeDriver initialization complete Jul 18 16:29:35.505463 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing driver for type 'vxlan' Jul 18 16:29:35.506115 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] vxlan ID ranges: [(1, 1000)] Jul 18 16:29:35.578953 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing extension driver 'port_security' Jul 18 16:29:35.579465 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.extensions.port_security [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] PortSecurityExtensionDriver initialization complete Jul 18 16:29:35.580446 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing mechanism driver 'openvswitch' Jul 18 16:29:35.580871 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing mechanism driver 'hyperv' Jul 18 16:29:35.588179 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.plugin [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:29:35.588880 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.589268 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.589634 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.590184 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:29:35.590667 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnet after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.591044 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnet after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.591356 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.591759 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:29:35.592185 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.592547 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.592896 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.593294 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:29:35.593732 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > security_group after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.594085 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > security_group after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.594542 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.594875 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:29:35.595296 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.596336 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.596688 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.597091 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:29:35.597537 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > address_group after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.597925 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > address_group after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.598254 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.598677 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104074) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:29:35.599148 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] ML2 OVO RPC backend initialized. {{(pid=104074) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 18 16:29:35.599938 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.600307 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.600764 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.601100 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > networks before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.601455 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.601802 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > ports before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.602164 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnet before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.602658 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnets before_response 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.602896 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.603265 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.603614 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.603992 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.604310 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.604654 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.605002 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnet after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.605346 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnet after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.605690 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.614030 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded quota_driver: . Jul 18 16:29:35.614455 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.plugin [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Modular L2 Plugin initialization complete Jul 18 16:29:35.614794 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading services supported by the core plugin {{(pid=104074) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 18 16:29:35.615147 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.plugins.ml2.managers [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Got port-security extension from driver 'port_security' Jul 18 16:29:35.615673 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.extensions.vlantransparent [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Disabled vlantransparent extension. Jul 18 16:29:35.616188 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104074) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 18 16:29:35.616520 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: router Jul 18 16:29:35.656045 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.656450 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router after_create 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.656826 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router before_create 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.657348 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.657733 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.658161 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router after_delete 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.659047 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.659407 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.659776 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router after_create 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.660132 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router after_update 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.660488 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router after_update 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.660841 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.661206 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router after_update 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.661635 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_update 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.662015 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: port after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.662364 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: port after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.662732 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: subnet after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.663082 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.663439 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.663793 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_create 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.664145 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: port before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.664494 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.664858 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router after_update 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.665205 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.665564 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_create 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.665936 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.666290 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_update 55549900 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.666690 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > agent after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.667048 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > agent after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.667400 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > network after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.668376 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Tracking information for resource: router configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:35.668717 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Tracking information for resource: floatingip configured {{(pid=104074) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:29:35.674295 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.db.l3_agentschedulers_db [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 18 16:29:35.674858 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: port after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.675235 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: port after_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.675591 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: port after_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.675947 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: port after_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.676788 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router before_create 55550100 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.677161 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.677529 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_create 55550100 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.677890 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > router precommit_update 55550100 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.683089 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.services.provider_configuration [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service providers = [] {{(pid=104074) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 18 16:29:35.683461 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.db.servicetype_db [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104074) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 18 16:29:35.686684 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.services.service_base [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:29:35.687039 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.services.service_base [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:29:35.687387 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.services.service_base [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:29:35.688534 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.services.service_base [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104074) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:29:35.688917 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.services.service_base [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 18 16:29:35.689368 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.689687 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 18 16:29:35.701053 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.701398 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: auto_allocate Jul 18 16:29:35.708130 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: network precommit_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.708524 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: network precommit_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.709065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.709388 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: tag Jul 18 16:29:35.716927 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.717260 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: timestamp Jul 18 16:29:35.722076 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.722439 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: network_ip_availability Jul 18 16:29:35.728421 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.728810 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.729175 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.729978 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.730308 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: flavors Jul 18 16:29:35.735804 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.736159 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading Plugin: revisions Jul 18 16:29:35.740791 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104074) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:29:35.741203 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_concurrency.lockutils [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.125s {{(pid=104074) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 16:29:35.741992 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104074) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 18 16:29:35.742334 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Initializing extension manager. Jul 18 16:29:35.742925 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: __init__.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.743271 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: __pycache__ {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.743612 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: address_group.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.744410 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.745022 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: address-group Jul 18 16:29:35.745351 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: address_scope.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.746076 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.746613 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: address-scope Jul 18 16:29:35.746943 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.747925 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.748435 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: router-admin-state-down-before-update Jul 18 16:29:35.748759 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: agent.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.749440 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.749946 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: agent Jul 18 16:29:35.750271 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: agent_resources_synced.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.751199 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.751708 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: agent-resources-synced Jul 18 16:29:35.752561 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: allowedaddresspairs.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.754460 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.754995 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: allowed-address-pairs Jul 18 16:29:35.755327 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: auto_allocated_topology.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.756408 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.756925 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: auto-allocated-topology Jul 18 16:29:35.757255 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: availability_zone.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.757927 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.758446 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: availability_zone Jul 18 16:29:35.758780 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: availability_zone_filter.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.759666 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.760172 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: availability_zone_filter Jul 18 16:29:35.760498 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: data_plane_status.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.761388 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.761895 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension data-plane-status not supported by any of loaded plugins Jul 18 16:29:35.762223 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: default_subnetpools.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.763138 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.763640 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: default-subnetpools Jul 18 16:29:35.763968 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.764804 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.765307 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: dhcp_agent_scheduler Jul 18 16:29:35.765636 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: dns.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.766591 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.767095 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension dns-integration not supported by any of loaded plugins Jul 18 16:29:35.767479 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: dns_domain_ports.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.768871 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.769380 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 18 16:29:35.769710 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.770644 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.771159 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 18 16:29:35.771486 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: dvr.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.772149 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.772654 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: dvr Jul 18 16:29:35.772982 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: ecmp_routes.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.773890 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.774395 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 18 16:29:35.774746 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: empty_string_filtering.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.775634 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.776144 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: empty-string-filtering Jul 18 16:29:35.776469 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.777349 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.777849 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 18 16:29:35.778175 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.779102 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.779599 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 18 16:29:35.779923 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: external_net.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.780823 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.781332 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: external-net Jul 18 16:29:35.781656 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.782559 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.783095 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: extra_dhcp_opt Jul 18 16:29:35.783420 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: extraroute.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.784301 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.784799 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: extraroute Jul 18 16:29:35.785123 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: extraroute_atomic.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.786146 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.786680 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: extraroute-atomic Jul 18 16:29:35.787009 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: filter_validation.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.787667 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.788223 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: filter-validation Jul 18 16:29:35.788687 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: fip_pf_description.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.789866 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.790468 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 18 16:29:35.790805 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: fip_pf_port_range.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.792090 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.792640 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 18 16:29:35.793093 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: fip_port_details.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.794092 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.794753 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: fip-port-details Jul 18 16:29:35.795124 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: flavors.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.796552 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.797146 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: flavors Jul 18 16:29:35.797556 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.799909 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.800634 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 18 16:29:35.801011 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: floatingip_pools.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.801918 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.802635 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: floatingip-pools Jul 18 16:29:35.803007 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: ip_allocation.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.804177 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.804856 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension ip_allocation not supported by any of loaded plugins Jul 18 16:29:35.805224 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.806439 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.806979 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: ip-substring-filtering Jul 18 16:29:35.807348 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l2_adjacency.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.808457 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.809267 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 18 16:29:35.809640 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.810985 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.811672 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: router Jul 18 16:29:35.812077 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.815620 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.816244 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 18 16:29:35.816591 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.817875 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.818606 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: ext-gw-mode Jul 18 16:29:35.819030 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.820293 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.821018 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: l3-ha Jul 18 16:29:35.821389 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.822516 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.823291 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 18 16:29:35.823622 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3_flavors.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.824513 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.825053 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: l3-flavors Jul 18 16:29:35.825381 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.826809 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.827327 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 18 16:29:35.827765 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.828662 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.829170 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 18 16:29:35.829500 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: l3agentscheduler.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.831145 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.831656 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: l3_agent_scheduler Jul 18 16:29:35.831993 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: local_ip.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.833837 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.834375 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension local_ip not supported by any of loaded plugins Jul 18 16:29:35.834747 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: logging.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.836327 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.836826 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension logging not supported by any of loaded plugins Jul 18 16:29:35.837165 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: metering.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.837905 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.838680 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: metering Jul 18 16:29:35.839016 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.840416 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.840994 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: metering_source_and_destination_fields Jul 18 16:29:35.841325 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: multiprovidernet.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.842238 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.842809 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: multi-provider Jul 18 16:29:35.843150 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: netmtu.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.844050 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.844563 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: net-mtu Jul 18 16:29:35.844894 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: netmtu_writable.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.845789 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.846338 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: net-mtu-writable Jul 18 16:29:35.846698 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: network_availability_zone.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.847359 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.847870 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: network_availability_zone Jul 18 16:29:35.848203 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: network_ip_availability.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.849332 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.849852 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: network-ip-availability Jul 18 16:29:35.850184 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: network_segment_range.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.850990 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.851501 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension network-segment-range not supported by any of loaded plugins Jul 18 16:29:35.851833 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: pagination.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.852805 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.853143 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: pagination Jul 18 16:29:35.853472 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: port_device_profile.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.854345 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.854889 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: port-device-profile Jul 18 16:29:35.855241 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: port_mac_address_override.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.856112 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.856629 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: port-mac-override Jul 18 16:29:35.856959 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.857851 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.858361 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: port-mac-address-regenerate Jul 18 16:29:35.858714 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.859599 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.860110 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: port-numa-affinity-policy Jul 18 16:29:35.860439 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: port_resource_request.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.861373 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.861880 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension port-resource-request not supported by any of loaded plugins Jul 18 16:29:35.862232 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: port_resource_request_groups.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.863197 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.863709 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 18 16:29:35.864040 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: portbindings.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.864932 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.865443 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: binding Jul 18 16:29:35.865768 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: portbindings_extended.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.867072 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.867587 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: binding-extended Jul 18 16:29:35.867924 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: portsecurity.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.868803 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.869311 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: port-security Jul 18 16:29:35.869642 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: project_id.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.870624 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.870959 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: project-id Jul 18 16:29:35.871285 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: providernet.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.872176 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.872709 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: provider Jul 18 16:29:35.873038 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.876682 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.877773 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos not supported by any of loaded plugins Jul 18 16:29:35.878109 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.879413 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.879926 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 18 16:29:35.880261 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.881166 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.881678 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 18 16:29:35.882011 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_default.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.882926 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.883436 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-default not supported by any of loaded plugins Jul 18 16:29:35.883767 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_fip.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.884648 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.885151 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-fip not supported by any of loaded plugins Jul 18 16:29:35.885482 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.886363 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.886909 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 18 16:29:35.887242 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_gateway_ip.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.888145 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.888657 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 18 16:29:35.888988 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_port_network_policy.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.889883 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.890392 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 18 16:29:35.890746 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.891761 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.892274 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 18 16:29:35.893214 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.894232 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.894788 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 18 16:29:35.895119 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_pps_rule.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.896282 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.896795 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-pps not supported by any of loaded plugins Jul 18 16:29:35.897121 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_rule_type_details.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.898093 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.898631 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 18 16:29:35.899034 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.899920 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.900427 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 18 16:29:35.900752 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: qos_rules_alias.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.901772 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.902285 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 18 16:29:35.902649 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: quota_check_limit.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.903567 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.904219 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: quota-check-limit Jul 18 16:29:35.904576 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: quotasv2.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.905583 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.905913 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: quotas Jul 18 16:29:35.906239 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: quotasv2_detail.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.908098 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.908440 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: quota_details Jul 18 16:29:35.908777 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: rbac.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.910214 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.910813 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: rbac-policies Jul 18 16:29:35.911151 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: rbac_address_group.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.912100 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.912621 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: rbac-address-group Jul 18 16:29:35.912962 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: rbac_address_scope.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.913907 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.914627 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: rbac-address-scope Jul 18 16:29:35.915001 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: rbac_security_groups.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.915989 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.916518 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: rbac-security-groups Jul 18 16:29:35.916853 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: rbac_subnetpool.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.917750 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.918266 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: rbac-subnetpool Jul 18 16:29:35.918640 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: revisionifmatch.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.919539 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.920056 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: revision-if-match Jul 18 16:29:35.920388 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: revisions.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.921497 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.922016 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: standard-attr-revisions Jul 18 16:29:35.922349 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: router_availability_zone.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.923042 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.923553 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: router_availability_zone Jul 18 16:29:35.923917 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: routerservicetype.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.924877 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.925337 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension router-service-type not supported by any of loaded plugins Jul 18 16:29:35.925666 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.926604 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.927121 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: security-groups-normalized-cidr Jul 18 16:29:35.927450 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.928353 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.928978 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: port-security-groups-filtering Jul 18 16:29:35.929312 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.930217 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.930755 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: security-groups-remote-address-group Jul 18 16:29:35.931087 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.931987 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.932506 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: security-groups-shared-filtering Jul 18 16:29:35.932833 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: securitygroup.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.943326 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.943902 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: security-group Jul 18 16:29:35.944244 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: segment.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.945034 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.945548 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension segment not supported by any of loaded plugins Jul 18 16:29:35.945884 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.946926 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.947448 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 18 16:29:35.947781 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: servicetype.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.949137 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.949667 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: service-type Jul 18 16:29:35.950007 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: sorting.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.951009 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.951349 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: sorting Jul 18 16:29:35.951683 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: standard_attr_segment.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.952613 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.953223 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 18 16:29:35.953555 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: standardattrdescription.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.954269 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.954814 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: standard-attr-description Jul 18 16:29:35.955719 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: stateful_security_group.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.956681 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.957201 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: stateful-security-group Jul 18 16:29:35.957533 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: stdattrs_common.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.958098 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 18 16:29:35.958444 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.959373 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.959886 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 18 16:29:35.960215 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: subnet_onboard.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.961282 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.961801 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: subnet_onboard Jul 18 16:29:35.962129 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.963081 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.963595 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 18 16:29:35.963926 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: subnet_service_types.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.964844 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.965355 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: subnet-service-types Jul 18 16:29:35.965682 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: subnetallocation.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.966820 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.967336 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: subnet_allocation Jul 18 16:29:35.967777 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.969361 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.969361 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: subnetpool-prefix-ops Jul 18 16:29:35.970545 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.971161 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.971780 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 18 16:29:35.972110 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: tagging.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.973301 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.973824 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: standard-attr-tag Jul 18 16:29:35.974155 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: timestamp.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.975408 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.975922 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loaded extension: standard-attr-timestamp Jul 18 16:29:35.976257 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: trunk.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.977251 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.977763 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension trunk not supported by any of loaded plugins Jul 18 16:29:35.978093 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: trunk_details.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.979016 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.979534 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension trunk-details not supported by any of loaded plugins Jul 18 16:29:35.979861 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: uplink_status_propagation.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.980850 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.981369 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 18 16:29:35.981694 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Loading extension file: vlantransparent.py {{(pid=104074) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:29:35.982431 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104074) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:29:35.982958 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 18 16:29:35.985713 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:network Jul 18 16:29:35.986352 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:subnet Jul 18 16:29:35.986788 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:29:35.987190 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:port Jul 18 16:29:35.989892 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:35.990364 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service FLAVORS assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:35.991030 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:35.991477 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:35.992011 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:router Jul 18 16:29:35.992468 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 16:29:35.992971 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service METERING assigned prefix: /metering {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:35.994506 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.994888 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.995248 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:29:35.996351 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 16:29:35.996811 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:security_group Jul 18 16:29:35.997257 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 16:29:35.997817 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service CORE assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:35.998152 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:29:35.998544 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] subnetpool is already registered Jul 18 16:29:35.998994 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service CORE assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:35.999319 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:29:35.999655 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] subnetpool is already registered Jul 18 16:29:36.002811 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:36.003349 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service FLAVORS assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:36.004052 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:36.004567 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:36.004989 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:router Jul 18 16:29:36.005418 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] router is already registered Jul 18 16:29:36.005932 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 16:29:36.006356 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] floatingip is already registered Jul 18 16:29:36.006951 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service METERING assigned prefix: /metering {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:36.007755 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 16:29:36.008174 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] rbac_policy is already registered Jul 18 16:29:36.008681 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:security_group Jul 18 16:29:36.009103 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] security_group is already registered Jul 18 16:29:36.009598 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 16:29:36.010032 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] security_group_rule is already registered Jul 18 16:29:36.010852 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service CORE assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:36.011268 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:29:36.011693 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] subnetpool is already registered Jul 18 16:29:36.012204 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.v2.resource_helper [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Service CORE assigned prefix: {{(pid=104074) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:29:36.012616 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:29:36.013042 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING neutron.quota.resource_registry [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] subnetpool is already registered Jul 18 16:29:36.013612 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: extensions {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.015303 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: address-groups {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.016975 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: address-scopes {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.019036 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: agents {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.020227 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: auto-allocated-topology {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.021494 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: availability_zones {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.022759 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: dhcp-networks {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.024305 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: dhcp-agents {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.025758 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: routers {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.027854 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: flavors {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.029150 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: service_profiles {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.030575 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: next_providers {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.032059 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: service_profiles {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.033718 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: floatingip-pools {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.035051 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: routers {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.036777 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: floatingips {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.038070 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: l3-routers {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.039605 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: l3-agents {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.041057 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: metering-labels {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.042355 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: metering-label-rules {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.043812 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: network-ip-availabilities {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.045085 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: bindings {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.046709 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: quotas {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.048422 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: quotas {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.050081 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: rbac-policies {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.051320 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: security-groups {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.052637 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: security-group-rules {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.053917 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: service-providers {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.055199 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: subnetpools {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.056578 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: subnetpools {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.058140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.059876 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.063001 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.065381 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.067159 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.069157 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.070907 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.072834 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.074938 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.076725 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron.api.extensions [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Extended resource: tags {{(pid=104074) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:29:36.083608 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING keystonemiddleware.auth_token [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 18 16:29:36.088905 dv-cinder-837543-6-iscsi neutron-server[104074]: WARNING keystonemiddleware.auth_token [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 18 16:29:36.098602 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_concurrency.lockutils [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Acquired lock "singleton_lock" {{(pid=104074) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 18 16:29:36.099160 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_concurrency.lockutils [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Releasing lock "singleton_lock" {{(pid=104074) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 18 16:29:36.099855 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO oslo_service.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Starting 2 workers Jul 18 16:29:36.104854 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Started child 104181 {{(pid=104074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:29:36.109970 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Started child 104182 {{(pid=104074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:29:36.112431 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO neutron.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 18 16:29:36.112776 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:36.113812 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:36.115076 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [-] (104181) wsgi starting up on http://0.0.0.0:9696 Jul 18 16:29:36.115881 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO oslo_service.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Starting 1 workers Jul 18 16:29:36.117847 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:36.119854 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [-] (104182) wsgi starting up on http://0.0.0.0:9696 Jul 18 16:29:36.121508 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Started child 104183 {{(pid=104074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:29:36.122104 dv-cinder-837543-6-iscsi neutron-server[104074]: INFO oslo_service.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Starting 1 workers Jul 18 16:29:36.126077 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] calling RpcWorker wait() {{(pid=104183) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 18 16:29:36.128015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] returning from RpcWorker wait() {{(pid=104183) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 18 16:29:36.128142 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Started child 104184 {{(pid=104074) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:29:36.128695 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG neutron_lib.callbacks.manager [None req-7faae3e9-f1b0-4178-a382-b3b9a57ceb08 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:36.129232 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:36.129909 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:29:36.131048 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104074) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 16:29:36.131271 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 16:29:36.131628 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 16:29:36.132000 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 16:29:36.132674 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 16:29:36.132674 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 16:29:36.132999 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52528) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:29:36.133316 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.133605 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.133852 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.134097 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.134884 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.135153 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.135565 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.135985 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.136521 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.136842 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.137173 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.137578 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.137988 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.138542 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.138881 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:36.139692 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.140094 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.140252 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:29:36.140645 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.140968 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.141390 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.141809 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.142215 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.142723 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] debug = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.143167 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.143821 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.144396 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.144806 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.145269 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.145370 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096400 Jul 18 16:29:36.145839 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.146310 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.146806 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.147254 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.147697 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.148146 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.148614 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.149088 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.149529 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.149942 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.150432 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.150860 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.151582 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] host = dv-cinder-837543-6-iscsi {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.152057 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.152495 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.152943 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.153373 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.153833 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.154261 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.154772 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.155248 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.155688 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.156144 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.156612 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.157065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.157509 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.157968 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.158358 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_options = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.158818 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.159292 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.159793 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.160186 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.160559 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.160937 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.161400 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.161759 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.162233 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.162694 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.163110 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.163542 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.163970 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.164408 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.164879 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.165313 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.165728 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.166173 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.166666 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.167113 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.167563 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.169251 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.169976 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.169976 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.170791 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.170791 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.170791 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.171139 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.171256 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.171507 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.171963 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.172381 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.172880 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.173085 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.173534 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.174330 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.174693 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.174992 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.175525 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.175924 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.176350 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.176631 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.176855 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.177335 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.178545 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.178785 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.179015 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_json = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.180130 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.180130 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.180130 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.180774 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.180774 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.181027 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.181292 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.181515 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.181760 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.182572 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.185106 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.191302 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.191645 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.193279 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.193279 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.193584 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.193900 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.194292 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.194863 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.195313 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.195662 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.196160 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.196588 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.197643 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.198661 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.199251 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.200015 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.200659 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.201280 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.201875 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.202366 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.202864 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.203369 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.203861 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.204345 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.204791 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.205376 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.205855 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.206305 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.208187 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.208896 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.209585 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.210196 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.210700 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.211290 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.211855 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.212336 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.212876 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.213412 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.214013 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.215553 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.216751 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.216751 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.217010 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.217566 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.218192 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.218601 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.219087 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.219689 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.220539 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.221728 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.221728 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.222023 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.222537 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.223152 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.223820 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.224414 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.225039 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.225687 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.226365 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.227006 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.227486 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.227837 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.228199 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.228551 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.228940 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.229278 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.229660 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.230031 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.230357 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.230755 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.231586 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.231586 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.231793 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.232054 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.232292 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.232642 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.232941 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.233299 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.233646 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.234024 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.234339 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.234721 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.235252 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.235805 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.236767 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.237129 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.237523 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.237990 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.238384 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.238813 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.239176 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.239568 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.240236 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.240857 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.241413 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.242058 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.242732 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.243309 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.243880 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.244638 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.245022 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.245408 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.245856 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.246209 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.246854 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.247598 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.247989 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.248244 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.248609 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.248981 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.249614 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.250333 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.250750 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.251103 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.253177 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.253879 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.254521 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.255405 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.255405 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.255709 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.256075 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.256442 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.256838 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.257210 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.257582 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.258050 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.258455 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.258975 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.259348 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.259752 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.260132 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.260523 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.260910 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.261296 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.261853 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.262879 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.262879 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.263364 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.263596 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.263838 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.265370 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.265370 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.265370 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.265370 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.265959 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.266239 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.266625 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.267021 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.267453 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.267829 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.268424 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.268968 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.269544 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.270075 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.270615 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.270970 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.271349 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.271699 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.272107 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.272458 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.272814 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.273231 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.273609 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.273945 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.274799 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.274799 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.275137 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.275516 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.277194 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.277194 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.277194 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.277194 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.277750 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.277750 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.277989 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.278379 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.278784 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.279205 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.279784 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.280307 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.280653 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.281046 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.281416 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.281778 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.282198 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.282596 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.282942 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.283341 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.283595 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.283957 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.284433 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.284698 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.285037 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.285485 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.285759 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.286148 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.286495 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.287032 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.287421 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.287779 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.289344 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.289344 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.289344 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.289344 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.289869 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.290218 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.290434 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.290802 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.291179 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.291478 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.292980 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.292980 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.292980 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.292980 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.293481 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.293793 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.294222 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.294503 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.294955 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.295270 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.295668 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.296018 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.296387 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.296685 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.297118 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.297467 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.299353 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.299353 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.299353 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.299870 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.300089 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.300436 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.300774 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.301192 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.302575 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.302575 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.302575 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.302996 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.302996 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.303279 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.303579 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.303919 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.304306 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.304804 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.305153 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.305514 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.305868 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.306228 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.307524 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.307524 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.308050 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:29:36.308309 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.308309 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.308309 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.308984 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.308984 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.309283 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.309545 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.309864 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.310182 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.311444 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.311823 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.312295 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.314142 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.314142 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.314142 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.314142 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.316723 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.316723 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.316723 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.316723 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.316723 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.316723 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.317469 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.317469 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.319072 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.319072 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.319072 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.319524 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.319683 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.320055 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.320442 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.320766 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.321140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.321597 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.321963 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.324186 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.324186 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.324516 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.324685 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.324946 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.325351 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.325928 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.326604 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.327078 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.327578 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.327984 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.329237 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.329237 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.329237 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.329661 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.329792 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.330549 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.330845 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.331080 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 16:29:36.331887 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104074) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 16:29:36.332153 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 16:29:36.332588 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 16:29:36.333037 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 16:29:36.333299 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 16:29:36.333535 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 16:29:36.333890 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.334111 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.334362 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.334654 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.334922 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.335169 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.335424 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.337680 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] debug = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.340762 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.342107 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.342107 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.342107 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.342107 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.342107 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.342107 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343065 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343951 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343951 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.343951 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] host = dv-cinder-837543-6-iscsi {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.344324 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.344324 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.344810 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.344810 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.345101 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.345246 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.345514 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.345763 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.346026 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.346994 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.346994 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.346994 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.346994 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.347297 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.347297 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_options = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.347605 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.347779 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.347946 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.348204 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.348473 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.348742 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.348999 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.349271 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.349496 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.349751 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.350018 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.350268 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.350544 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.350979 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.351138 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.351282 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.351537 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.351798 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.352058 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.352316 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.352584 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.352840 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.353099 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.353361 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.353609 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.353842 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.354149 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.354397 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.355354 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.357140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.357140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.357140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.357140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.357140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.357140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.357140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.358087 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.358087 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.358087 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.358087 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.358649 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.359506 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.359773 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.360033 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.361819 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.361819 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.361819 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_json = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.361819 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.361819 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.362536 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.362536 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.362805 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.362975 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.363118 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.363342 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.363586 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:29:36.363857 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.364103 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.364358 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.364610 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.364853 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.365182 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.365374 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.365640 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.365902 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.366164 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.366482 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.366731 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.367017 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.367281 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.367551 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.367817 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.368071 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.368320 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.368569 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.368815 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.369071 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.369319 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.369574 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.369833 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.370070 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.370334 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.370630 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.370902 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.371164 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.371444 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.371730 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.371995 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373064 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373064 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373064 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373064 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373064 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373380 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373380 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373642 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.373846 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.374263 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.374561 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.374831 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.375096 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.375366 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.375636 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.375898 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.376161 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.376424 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.376696 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.377973 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.377973 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.378264 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.378264 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.378634 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.378867 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.379137 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.379542 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.379715 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.379900 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.380834 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.380834 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.380834 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.380834 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.380834 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.381161 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.381161 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.381345 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.381590 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.381839 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.382086 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.382334 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.382614 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.382859 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.383103 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.383344 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.383591 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.383832 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.384069 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.384335 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.384591 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.384859 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.385122 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.385394 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.385654 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.385885 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.386104 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.386321 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.387627 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.388479 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.388479 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.388479 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.389031 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.389031 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.389332 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.389563 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.389916 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.390265 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.390471 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.391385 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.391385 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.391385 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.391385 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.391688 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.391890 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.393295 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.393551 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.393999 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.394478 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.395005 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.395472 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.395925 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.396326 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.396668 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.396878 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.397159 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.397431 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.397699 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.397972 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.398208 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.398502 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.398928 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.399998 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.399998 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.399998 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.399998 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.400543 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.400543 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.400813 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.401008 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.401263 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.401555 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.401792 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.402034 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.402458 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.402682 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.402900 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.403917 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.403917 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.403917 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.403917 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.404420 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.404549 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.404802 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.405015 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.405228 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.405494 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.405747 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.406009 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.406272 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.406623 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.406835 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.407104 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.407373 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.407639 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.407904 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.408886 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.408886 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.408886 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.408886 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.409885 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.409885 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.409885 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.409885 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.410165 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.410363 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.410663 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.410923 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.411183 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.411443 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.411708 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.411974 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.412188 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.412440 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.412687 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.412928 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.413184 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.413453 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.413829 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.413987 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.414253 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.414545 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.414817 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.415085 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.415350 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.415609 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.415961 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.416154 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.416432 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.416683 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.416937 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.417206 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.417474 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.417738 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.418006 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.418272 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.418700 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.418869 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.419140 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.420213 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.420213 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.420213 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.420213 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.420213 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.420699 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.420699 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.421052 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.421193 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.421415 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.421616 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.421865 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.422543 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.422543 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.422791 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.422880 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.423249 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.423397 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.424200 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.424451 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.424708 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.424980 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.425303 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.425493 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.425751 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.426020 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.426383 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.426679 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.426949 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.427211 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.427473 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.427737 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.428021 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.428273 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.428526 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.428749 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.429001 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.429218 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.429489 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.429898 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.430053 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.430262 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.430544 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.430876 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.431071 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.431339 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.431599 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.431828 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.431967 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.432150 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.432319 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.432877 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.432877 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.433058 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.433212 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.433463 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.433724 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.433896 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.434112 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.434369 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.434651 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.434908 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.435180 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.435471 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.435692 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.435925 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.436150 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.436370 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.436642 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.436932 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.437171 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.437558 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.437867 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.438087 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.438321 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.438548 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.438737 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.439009 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.439307 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.440110 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.440329 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.440588 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.440859 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.441128 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.441403 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.441686 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.441915 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.442120 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.442335 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.442599 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.442880 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.443121 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.443375 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.443613 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.443862 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.444121 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.444380 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.444636 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.444898 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.445155 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.445388 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.445615 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.445860 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.446127 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.446381 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:29:36.446737 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104074) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 16:29:45.570908 dv-cinder-837543-6-iscsi neutron-server[104074]: DEBUG dbcounter [-] [104074] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104074) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:29:49.170464 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writer thread running {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:29:49.186932 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73c509-4389-4f17-9d7f-be85c445c176 None None] get_active_networks_info from dv-cinder-837543-6-iscsi {{(pid=104183) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 18 16:29:49.254363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8407c039-84f2-4bc2-8295-7e1fb6833611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648489'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:49.300376 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73c509-4389-4f17-9d7f-be85c445c176 None None] No non-hosted networks {{(pid=104183) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 18 16:29:51.413719 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writer thread running {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:29:52.096270 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9576d7e5-6a7c-46f3-b9af-00880c357029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648489'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:52.158727 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-85585b6b-eb78-47ef-ad84-1d861b4d1cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:53.059191 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52612) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:29:53.820352 dv-cinder-837543-6-iscsi neutron-server[104181]: WARNING oslo_policy.policy [None req-a2bf340d-39d6-4e5a-bc0e-9856828ab972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:29:53.820917 dv-cinder-837543-6-iscsi neutron-server[104181]: WARNING oslo_policy.policy [None req-a2bf340d-39d6-4e5a-bc0e-9856828ab972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:29:53.961873 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648489'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:54.082307 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [None req-a2bf340d-39d6-4e5a-bc0e-9856828ab972 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:29:54.085829 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a2bf340d-39d6-4e5a-bc0e-9856828ab972 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0249476 Jul 18 16:29:55.160018 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648489'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:55.162079 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.162987 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.163684 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.164736 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.165098 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.165640 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.166452 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.167098 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.167728 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.168316 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.169181 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.169786 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.170430 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.170995 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.172124 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:29:55.173363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837543-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:29:55.180001 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837543-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:29:55.720978 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648489'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:56.828186 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52646) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:29:57.336907 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-68077f5d-7553-4dd5-84af-5bf1813041ef admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:29:57.480190 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.policy [None req-68077f5d-7553-4dd5-84af-5bf1813041ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104181) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 16:29:57.527963 dv-cinder-837543-6-iscsi neutron-server[104181]: WARNING oslo_policy.policy [None req-68077f5d-7553-4dd5-84af-5bf1813041ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:29:57.528564 dv-cinder-837543-6-iscsi neutron-server[104181]: WARNING oslo_policy.policy [None req-68077f5d-7553-4dd5-84af-5bf1813041ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:29:57.550840 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writer thread running {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:29:57.674607 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-68077f5d-7553-4dd5-84af-5bf1813041ef admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735501801975', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735501789155', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735501772456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735501778782', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735501767337', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735501758923', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8373282', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8133168', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-826822', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669732'] for rbac-policy (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:57.788797 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-68077f5d-7553-4dd5-84af-5bf1813041ef admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:29:57.791029 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-68077f5d-7553-4dd5-84af-5bf1813041ef admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9610887 Jul 18 16:29:59.973344 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.db.l3_hamode_db [None req-fbc7792a-7ad3-44cc-ba85-a748d339f82c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 18 16:30:00.064055 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7792a-7ad3-44cc-ba85-a748d339f82c None None] Routers set() bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:30:00.064529 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc7792a-7ad3-44cc-ba85-a748d339f82c None None] Router IDs set() for agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 18 16:30:00.520851 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 52658) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:01.156671 dv-cinder-837543-6-iscsi neutron-server[104182]: WARNING oslo_policy.policy [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:30:01.157799 dv-cinder-837543-6-iscsi neutron-server[104182]: WARNING oslo_policy.policy [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:30:01.383122 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:30:01.397379 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writer thread running {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:30:01.447723 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Made reservation on behalf of d62d49bdea5e4b7d995cb8fecdd9d8c4 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:30:01.510834 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.policy [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104182) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 16:30:01.557181 dv-cinder-837543-6-iscsi neutron-server[104182]: WARNING oslo_policy.policy [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:30:01.557905 dv-cinder-837543-6-iscsi neutron-server[104182]: WARNING oslo_policy.policy [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:30:01.569457 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:01.595046 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:01.740169 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks [] for security_group (93eb2e3a-6c2c-42c1-aed5-eea113da1f6b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:01.744804 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (93eb2e3a-6c2c-42c1-aed5-eea113da1f6b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:01.783429 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:30:01.821389 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735497592077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (45316636-6ba8-43fb-ac19-4c207ba1760a), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:01.821963 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Unsubscribe: segment precommit_create {{(pid=104182) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 16:30:01.822804 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Added segment 45316636-6ba8-43fb-ac19-4c207ba1760a of type vlan for network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 Jul 18 16:30:01.829688 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb2e3a-6c2c-42c1-aed5-eea113da1f6b,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:01.876889 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.877230 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.877597 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.877951 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.878289 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.878651 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.878976 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.879296 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.879622 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.879944 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.880270 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.880606 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.880931 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.881248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.881567 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Tracked resource versions report: Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: pushed versions: Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: { 'AddressGroup': {'1.2'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Agent': {'1.1'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'ConntrackHelper': {'1.0'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Log': {'1.0'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'NDPProxy': {'1.0'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Network': {'1.1'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Port': {'1.7'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'PortForwarding': {'1.3'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'QosPolicy': {'1.10'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroup': {'1.5'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SubPort': {'1.0'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Subnet': {'1.1'}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Trunk': {'1.1'}} Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: consumer versions: Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Agent': '1.1', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'ConntrackHelper': '1.0', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'LocalIPAssociation': '1.0', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Log': '1.0', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'NDPProxy': '1.0', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Network': '1.1', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Port': '1.7', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'PortForwarding': '1.3', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'QosPolicy': '1.10', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroup': '1.5', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroupRule': '1.2', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SubPort': '1.0', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Subnet': '1.1', Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Trunk': '1.1'}} Jul 18 16:30:01.883110 dv-cinder-837543-6-iscsi neutron-server[104182]: {{(pid=104182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:30:01.954067 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (bb177d6c-c1bb-42f2-9997-aafc1a40e9d4), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:02.004728 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (bb177d6c-c1bb-42f2-9997-aafc1a40e9d4), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:02.011016 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:02.011919 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:02.094915 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.5713732 Jul 18 16:30:02.158207 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4775a2e-dfe1-481b-a9f4-a59c44c07df0 demo demo] Pushing event updated for resources: {'Network': ['ID=bb177d6c-c1bb-42f2-9997-aafc1a40e9d4,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:02.174019 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:30:04.580503 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52678) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:04.957633 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=22,neutron:INSERT=36,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:05.109543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413f1a6-ae8c-41ef-b290-527b48c0ce83 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:05.111212 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1413f1a6-ae8c-41ef-b290-527b48c0ce83 demo admin] 10.222.0.77 "GET /v2.0/networks/bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 HTTP/1.1" status: 200 len: 825 time: 0.5296605 Jul 18 16:30:05.139059 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-522cdd1d-a8f9-439e-9220-6383c2e53d6c demo admin] 10.222.0.77 "GET /v2.0/subnetpools/1622a8cc-8773-4a06-807a-43af597e220f HTTP/1.1" status: 200 len: 734 time: 0.0209115 Jul 18 16:30:05.148789 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Request body: {'subnet': {'subnetpool_id': '1622a8cc-8773-4a06-807a-43af597e220f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:30:05.180572 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Made reservation on behalf of d62d49bdea5e4b7d995cb8fecdd9d8c4 for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:30:05.183388 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:05.515744 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (ca6097f2-294d-4683-a99f-220ecc503d44), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:05.600984 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Checking segment: {'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:30:05.601725 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Network hostable DHCP agents. Network: bb177d6c-c1bb-42f2-9997-aafc1a40e9d4, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:30:05.609389 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Pushing event updated for resources: {'Subnet': ['ID=ca6097f2-294d-4683-a99f-220ecc503d44,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:05.624775 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.625247 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.625654 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.626071 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.626476 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.626910 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.627137 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.627462 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.627884 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.628297 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.628648 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.628979 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.629368 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.629712 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.630032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Tracked resource versions report: Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: pushed versions: Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: { 'AddressGroup': {'1.2'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Agent': {'1.1'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'ConntrackHelper': {'1.0'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Log': {'1.0'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'NDPProxy': {'1.0'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Network': {'1.1'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Port': {'1.7'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'PortForwarding': {'1.3'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'QosPolicy': {'1.10'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroup': {'1.5'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SubPort': {'1.0'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Subnet': {'1.1'}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Trunk': {'1.1'}} Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: consumer versions: Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Agent': '1.1', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'ConntrackHelper': '1.0', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'LocalIPAssociation': '1.0', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Log': '1.0', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'NDPProxy': '1.0', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Network': '1.1', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Port': '1.7', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'PortForwarding': '1.3', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'QosPolicy': '1.10', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroup': '1.5', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroupRule': '1.2', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SubPort': '1.0', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Subnet': '1.1', Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Trunk': '1.1'}} Jul 18 16:30:05.631709 dv-cinder-837543-6-iscsi neutron-server[104181]: {{(pid=104181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:30:05.662468 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:30:05.677477 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, bb177d6c-c1bb-42f2-9997-aafc1a40e9d4) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:30:05.682708 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:05.683352 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:05.689867 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590baa4e-c1f5-426b-abca-2aa6ddff1dcd None None] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:30:05.703162 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-8beede59-5c36-4f13-8744-a985fb4d28db demo admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5579290 Jul 18 16:30:05.721775 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=31,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:05.995844 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'fixed_ips': [{'subnet_id': 'ca6097f2-294d-4683-a99f-220ecc503d44'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:30:05.997430 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:06.365241 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Allocated IP 172.20.0.2 (bb177d6c-c1bb-42f2-9997-aafc1a40e9d4/ca6097f2-294d-4683-a99f-220ecc503d44/402eaca3-d86e-4274-bc74-7c001e41b166) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:30:06.689695 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Publish callbacks [] for port (402eaca3-d86e-4274-bc74-7c001e41b166), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:06.705389 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:06.787602 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:30:06.796965 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:30:06.806046 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:30:06.812613 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Pushing event updated for resources: {'Port': ['ID=402eaca3-d86e-4274-bc74-7c001e41b166,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:06.848132 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.848463 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.848822 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.849205 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.849554 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.849873 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.850302 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.850605 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.851068 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.851341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.851582 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.851891 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.852216 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.852532 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.852847 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Tracked resource versions report: Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: pushed versions: Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: { 'AddressGroup': {'1.2'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Agent': {'1.1'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'ConntrackHelper': {'1.0'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Log': {'1.0'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'NDPProxy': {'1.0'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Network': {'1.1'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Port': {'1.7'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'PortForwarding': {'1.3'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'QosPolicy': {'1.10'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroup': {'1.5'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SubPort': {'1.0'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Subnet': {'1.1'}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Trunk': {'1.1'}} Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: consumer versions: Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Agent': '1.1', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'ConntrackHelper': '1.0', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'LocalIPAssociation': '1.0', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Log': '1.0', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'NDPProxy': '1.0', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Network': '1.1', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Port': '1.7', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'PortForwarding': '1.3', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'QosPolicy': '1.10', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroup': '1.5', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroupRule': '1.2', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SubPort': '1.0', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Subnet': '1.1', Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Trunk': '1.1'}} Jul 18 16:30:06.854371 dv-cinder-837543-6-iscsi neutron-server[104183]: {{(pid=104183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:30:06.913482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Attempting to bind port 402eaca3-d86e-4274-bc74-7c001e41b166 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:30:06.914021 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Attempting to bind port 402eaca3-d86e-4274-bc74-7c001e41b166 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:30:06.914666 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Attempting to bind port 402eaca3-d86e-4274-bc74-7c001e41b166 on network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:30:06.921395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:30:06.921895 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Checking segment: {'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:30:06.923043 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:06.923581 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Bound using segment: {'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:30:06.924215 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Bound port: 402eaca3-d86e-4274-bc74-7c001e41b166, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:30:06.924700 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:06.943500 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:07.035939 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] For port 402eaca3-d86e-4274-bc74-7c001e41b166, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:30:07.060061 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] For port 402eaca3-d86e-4274-bc74-7c001e41b166, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=402eaca3-d86e-4274-bc74-7c001e41b166,segment=NetworkSegment(45316636-6ba8-43fb-ac19-4c207ba1760a),segment_id=45316636-6ba8-43fb-ac19-4c207ba1760a)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:30:07.069050 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:07.130960 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46030d6-f232-4c06-b745-cd7e6b6083e5 None None] Pushing event updated for resources: {'Port': ['ID=402eaca3-d86e-4274-bc74-7c001e41b166,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:08.198705 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52694) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:08.698426 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [None req-e0b0bf2e-7fb9-40d2-9042-98440d4e9b7a admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:30:08.699787 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e0b0bf2e-7fb9-40d2-9042-98440d4e9b7a admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4995396 Jul 18 16:30:08.734022 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=7 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:08.736498 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:11.660363 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 52706) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:12.144722 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=47,neutron:INSERT=38,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:12.154067 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=35,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:12.198066 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [None req-88b989b3-2e9c-4ee4-b45b-2b417bcd7d35 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:30:12.200222 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-88b989b3-2e9c-4ee4-b45b-2b417bcd7d35 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5384197 Jul 18 16:30:14.923653 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 52718) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:15.502550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-eeae1c4c-0937-4c83-a2ea-42569a067288 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:30:15.542673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eeae1c4c-0937-4c83-a2ea-42569a067288 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.546330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eeae1c4c-0937-4c83-a2ea-42569a067288 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.572307 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 402eaca3-d86e-4274-bc74-7c001e41b166 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:30:15.694616 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=70,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:15.696359 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=53,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:15.735205 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eeae1c4c-0937-4c83-a2ea-42569a067288 demo demo] Publish callbacks [] for router_controller (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), precommit_add_association {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.735507 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 402eaca3-d86e-4274-bc74-7c001e41b166 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:15.735902 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.743048 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eeae1c4c-0937-4c83-a2ea-42569a067288 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.769114 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eeae1c4c-0937-4c83-a2ea-42569a067288 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.771149 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-eeae1c4c-0937-4c83-a2ea-42569a067288 demo demo] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8457489 Jul 18 16:30:15.864643 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 402eaca3-d86e-4274-bc74-7c001e41b166 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:15.865028 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.889762 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:15.909907 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 402eaca3-d86e-4274-bc74-7c001e41b166, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=402eaca3-d86e-4274-bc74-7c001e41b166,segment=NetworkSegment(45316636-6ba8-43fb-ac19-4c207ba1760a),segment_id=45316636-6ba8-43fb-ac19-4c207ba1760a)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:30:15.915944 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:15.993148 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=402eaca3-d86e-4274-bc74-7c001e41b166,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:17.063220 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd9512-4df9-4777-a591-db014f10ba96 None None] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:30:17.159518 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-cd91bd0a-7b98-410f-b41c-6d2664b6fb5e None None] Provisioning complete for port 402eaca3-d86e-4274-bc74-7c001e41b166 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:17.159910 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cd91bd0a-7b98-410f-b41c-6d2664b6fb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:17.305630 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-cd91bd0a-7b98-410f-b41c-6d2664b6fb5e None None] Current status of the port 402eaca3-d86e-4274-bc74-7c001e41b166 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:17.539646 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-262939f2-a390-4e6b-b7d9-180ddf1998ac None None] Provisioning complete for port 402eaca3-d86e-4274-bc74-7c001e41b166 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:17.540231 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-262939f2-a390-4e6b-b7d9-180ddf1998ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:17.543394 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 402eaca3-d86e-4274-bc74-7c001e41b166 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:30:17.686196 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 402eaca3-d86e-4274-bc74-7c001e41b166 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:17.686840 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:17.801344 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-262939f2-a390-4e6b-b7d9-180ddf1998ac None None] Current status of the port 402eaca3-d86e-4274-bc74-7c001e41b166 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:17.816423 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:17.882762 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 402eaca3-d86e-4274-bc74-7c001e41b166 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:18.466210 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 52732) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:18.880005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [None req-827d19ec-402a-4c33-bc98-2d1dc2cab722 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:30:18.881245 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-827d19ec-402a-4c33-bc98-2d1dc2cab722 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4136803 Jul 18 16:30:19.064731 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-92ca22f8-d3df-44f7-b806-78a8f16ec557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:21.336462 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52740) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:21.727872 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:30:21.753490 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Made reservation on behalf of c66249a1b75d4939b69e5011863c8709 for: {'network': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:30:21.756336 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:21.776392 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:21.909860 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks [] for security_group (522a499b-6412-431b-be10-6b1830a16702), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:21.914316 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (522a499b-6412-431b-be10-6b1830a16702), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:21.936437 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=104181) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 18 16:30:21.967072 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522a499b-6412-431b-be10-6b1830a16702,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:21.972932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735497592077', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (3d4dfbd6-7387-46a3-9cc9-146cfbbb4550), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:21.973745 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Unsubscribe: segment precommit_create {{(pid=104181) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 16:30:21.974495 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.segments_db [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Added segment 3d4dfbd6-7387-46a3-9cc9-146cfbbb4550 of type flat for network 5d52feb0-c1ce-436c-84df-a3b991e84c92 Jul 18 16:30:22.041179 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (5d52feb0-c1ce-436c-84df-a3b991e84c92), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:22.086941 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5303f49d-2709-4c1e-af87-2b82da89d044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:22.126008 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (5d52feb0-c1ce-436c-84df-a3b991e84c92), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:22.127273 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:22.127991 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:22.184479 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8468101 Jul 18 16:30:22.239527 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5deec6-52e3-458a-9da5-db5fd2a1b8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5d52feb0-c1ce-436c-84df-a3b991e84c92,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:22.255849 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:30:23.907519 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:24.811816 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52748) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:25.174067 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:25.294785 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb9ae53-1281-4604-b595-ed5dc2c8f58b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:25.296258 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-cdb9ae53-1281-4604-b595-ed5dc2c8f58b demo admin] 10.222.0.77 "GET /v2.0/subnets/ca6097f2-294d-4683-a99f-220ecc503d44 HTTP/1.1" status: 200 len: 849 time: 0.4826672 Jul 18 16:30:25.474697 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-4efb1b62-b183-4341-8bbc-ed611e4ad4f9 demo admin] 10.222.0.77 "GET /v2.0/routers/bd7e2254-a6e2-4b3e-a3a8-38764afee66b HTTP/1.1" status: 200 len: 704 time: 0.1709158 Jul 18 16:30:25.646676 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:25.758448 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=7,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:25.759940 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:25.792247 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:26.052618 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:26.133597 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:26.148893 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Allocated IP 172.20.0.1 (bb177d6c-c1bb-42f2-9997-aafc1a40e9d4/ca6097f2-294d-4683-a99f-220ecc503d44/952cf520-1ce1-4c2f-b695-7514d6d47bbd) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:30:26.340328 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks [] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:26.411301 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:26.495974 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:30:26.505250 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:30:26.515807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:30:26.516641 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:26.545014 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Pushing event updated for resources: {'Port': ['ID=952cf520-1ce1-4c2f-b695-7514d6d47bbd,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:26.782022 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-5ea77c6a-ee01-46ec-ab8f-2a594511c1bd None None] Provisioning complete for port 952cf520-1ce1-4c2f-b695-7514d6d47bbd triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:26.782803 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5ea77c6a-ee01-46ec-ab8f-2a594511c1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:26.830212 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-5ea77c6a-ee01-46ec-ab8f-2a594511c1bd None None] Port 952cf520-1ce1-4c2f-b695-7514d6d47bbd cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:30:26.830960 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:27.079785 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks [] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:27.085359 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:27.086236 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:27.180741 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Pushing event updated for resources: {'Port': ['ID=952cf520-1ce1-4c2f-b695-7514d6d47bbd,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:27.235929 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:30:27.237387 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:30:27.251377 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:27.439226 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:27.453630 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Router bd7e2254-a6e2-4b3e-a3a8-38764afee66b is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:30:27.462051 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-ffe02bae-1a93-4b63-bd6e-01148fe52746 None None] Provisioning complete for port 952cf520-1ce1-4c2f-b695-7514d6d47bbd triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:27.462588 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ffe02bae-1a93-4b63-bd6e-01148fe52746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:27.503228 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-ffe02bae-1a93-4b63-bd6e-01148fe52746 None None] Port 952cf520-1ce1-4c2f-b695-7514d6d47bbd cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:30:27.564724 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:30:27.570761 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a09b095d-abd7-44ee-a159-a4dd66162f81 demo admin] 10.222.0.77 "PUT /v2.0/routers/bd7e2254-a6e2-4b3e-a3a8-38764afee66b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0896165 Jul 18 16:30:27.578321 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Sync routers for ids ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:30:27.594382 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Routers {'bd7e2254-a6e2-4b3e-a3a8-38764afee66b'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:30:27.595242 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:30:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:27.808613 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Set router bd7e2254-a6e2-4b3e-a3a8-38764afee66b gateway port host: None {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:30:28.302741 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'name': 'router1', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:30:15Z', 'updated_at': '2022-07-18T16:30:26Z', 'revision_number': 2, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'gw_port_host': None, '_interfaces': [{'id': '952cf520-1ce1-4c2f-b695-7514d6d47bbd', 'name': '', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'mac_address': 'fa:16:3e:76:6d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:25Z', 'updated_at': '2022-07-18T16:30:26Z', 'revision_number': 2, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'subnets': [{'id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1622a8cc-8773-4a06-807a-43af597e220f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:28.356489 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Checking router: bd7e2254-a6e2-4b3e-a3a8-38764afee66b for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:30:28.356851 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Updating router bd7e2254-a6e2-4b3e-a3a8-38764afee66b port 952cf520-1ce1-4c2f-b695-7514d6d47bbd binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:30:28.418568 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.018298 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Publish callbacks [] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.027610 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.177463 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Pushing event updated for resources: {'Port': ['ID=952cf520-1ce1-4c2f-b695-7514d6d47bbd,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:29.210698 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.211042 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.211389 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.211727 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.212054 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.212373 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.212694 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.213011 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.213369 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.213687 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.214003 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.214334 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.214674 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.214984 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.215294 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Tracked resource versions report: Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: pushed versions: Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: { 'AddressGroup': {'1.2'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Agent': {'1.1'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'ConntrackHelper': {'1.0'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Log': {'1.0'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'NDPProxy': {'1.0'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Network': {'1.1'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Port': {'1.7'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'PortForwarding': {'1.3'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'QosPolicy': {'1.10'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroup': {'1.5'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SubPort': {'1.0'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Subnet': {'1.1'}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Trunk': {'1.1'}} Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: consumer versions: Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Agent': '1.1', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'ConntrackHelper': '1.0', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'LocalIPAssociation': '1.0', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Log': '1.0', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'NDPProxy': '1.0', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Network': '1.1', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Port': '1.7', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'PortForwarding': '1.3', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'QosPolicy': '1.10', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroup': '1.5', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroupRule': '1.2', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SubPort': '1.0', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Subnet': '1.1', Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Trunk': '1.1'}} Jul 18 16:30:29.216793 dv-cinder-837543-6-iscsi neutron-server[104184]: {{(pid=104184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:30:29.229529 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Attempting to bind port 952cf520-1ce1-4c2f-b695-7514d6d47bbd on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:30:29.229921 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Attempting to bind port 952cf520-1ce1-4c2f-b695-7514d6d47bbd by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:30:29.230351 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Attempting to bind port 952cf520-1ce1-4c2f-b695-7514d6d47bbd on network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:30:29.238257 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:30:29.238751 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Checking segment: {'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:30:29.239242 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.239636 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Bound using segment: {'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:30:29.240117 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Bound port: 952cf520-1ce1-4c2f-b695-7514d6d47bbd, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45316636-6ba8-43fb-ac19-4c207ba1760a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:30:29.240496 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.331249 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:29.335863 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] For port 952cf520-1ce1-4c2f-b695-7514d6d47bbd, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:30:29.346328 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-49a3d91a-ac75-464c-8dfa-423ae7d16708 None None] Provisioning complete for port 952cf520-1ce1-4c2f-b695-7514d6d47bbd triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:29.347304 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-49a3d91a-ac75-464c-8dfa-423ae7d16708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.362835 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] For port 952cf520-1ce1-4c2f-b695-7514d6d47bbd, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=952cf520-1ce1-4c2f-b695-7514d6d47bbd,segment=NetworkSegment(45316636-6ba8-43fb-ac19-4c207ba1760a),segment_id=45316636-6ba8-43fb-ac19-4c207ba1760a)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:30:29.372147 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.388471 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:29.402888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-49a3d91a-ac75-464c-8dfa-423ae7d16708 None None] Port 952cf520-1ce1-4c2f-b695-7514d6d47bbd cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:30:29.411085 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:29.442761 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77314b4f-cb79-4260-b6d9-39d0ecf4e0ba None None] Pushing event updated for resources: {'Port': ['ID=952cf520-1ce1-4c2f-b695-7514d6d47bbd,revision_number=4']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:29.452139 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Routers {'bd7e2254-a6e2-4b3e-a3a8-38764afee66b'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:30:29.453599 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:30:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:29.557412 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] Set router bd7e2254-a6e2-4b3e-a3a8-38764afee66b gateway port host: None {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:30:29.728232 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-741925cf-d930-4abd-8124-c0589b1e43bd None None] Provisioning complete for port 952cf520-1ce1-4c2f-b695-7514d6d47bbd triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:29.728889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-741925cf-d930-4abd-8124-c0589b1e43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.846485 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'name': 'router1', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:30:15Z', 'updated_at': '2022-07-18T16:30:26Z', 'revision_number': 2, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'gw_port_host': None, '_interfaces': [{'id': '952cf520-1ce1-4c2f-b695-7514d6d47bbd', 'name': '', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'mac_address': 'fa:16:3e:76:6d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:25Z', 'updated_at': '2022-07-18T16:30:29Z', 'revision_number': 4, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'subnets': [{'id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1622a8cc-8773-4a06-807a-43af597e220f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:29.856466 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-741925cf-d930-4abd-8124-c0589b1e43bd None None] Current status of the port 952cf520-1ce1-4c2f-b695-7514d6d47bbd is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:29.856846 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-741925cf-d930-4abd-8124-c0589b1e43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.875330 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e83ce0a-b2f1-49b4-a85f-93f39044d3e2 None None] The sync data for ids ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'] in dv-cinder-837543-6-iscsi is: [{'id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'name': 'router1', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:30:15Z', 'updated_at': '2022-07-18T16:30:26Z', 'revision_number': 2, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'gw_port_host': None, '_interfaces': [{'id': '952cf520-1ce1-4c2f-b695-7514d6d47bbd', 'name': '', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'mac_address': 'fa:16:3e:76:6d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:25Z', 'updated_at': '2022-07-18T16:30:29Z', 'revision_number': 4, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'subnets': [{'id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1622a8cc-8773-4a06-807a-43af597e220f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:30:29.895799 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-741925cf-d930-4abd-8124-c0589b1e43bd None None] For port 952cf520-1ce1-4c2f-b695-7514d6d47bbd, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=952cf520-1ce1-4c2f-b695-7514d6d47bbd,segment=NetworkSegment(45316636-6ba8-43fb-ac19-4c207ba1760a),segment_id=45316636-6ba8-43fb-ac19-4c207ba1760a)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:30:29.902374 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-741925cf-d930-4abd-8124-c0589b1e43bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:29.978463 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741925cf-d930-4abd-8124-c0589b1e43bd None None] Pushing event updated for resources: {'Port': ['ID=952cf520-1ce1-4c2f-b695-7514d6d47bbd,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:30.082705 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 52758) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:30.586722 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae104b9-01f5-40a2-abdc-04f98459cc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:30.594477 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8ae104b9-01f5-40a2-abdc-04f98459cc21 admin admin] 10.222.0.77 "GET /v2.0/networks/5d52feb0-c1ce-436c-84df-a3b991e84c92 HTTP/1.1" status: 200 len: 842 time: 0.5043330 Jul 18 16:30:30.600821 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Request body: {'subnet': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:30:30.631411 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Made reservation on behalf of c66249a1b75d4939b69e5011863c8709 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:30:30.634023 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:31.089568 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.objects.ports [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104182) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 18 16:30:31.090339 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (c3440394-efbe-4451-88bf-0701e127d350), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:31.154726 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3440394-efbe-4451-88bf-0701e127d350,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:31.179282 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:30:31.179658 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Network hostable DHCP agents. Network: 5d52feb0-c1ce-436c-84df-a3b991e84c92, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:30:31.212225 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:30:31.231152 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 5d52feb0-c1ce-436c-84df-a3b991e84c92) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:30:31.237604 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:31.238240 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:31.247741 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d804694-ea56-4caa-b65b-5ba12106babd None None] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:30:31.271365 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1f541e92-055e-4f0d-bb01-53119ba39e27 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6739593 Jul 18 16:30:31.405395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f2447e-4e53-4c2c-a714-589814ca5743 None None] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:30:34.151217 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 52766) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:34.871200 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-d94190ce-c533-411f-bd4e-6be09d8357ae demo admin] 10.222.0.77 "GET /v2.0/routers/bd7e2254-a6e2-4b3e-a3a8-38764afee66b HTTP/1.1" status: 200 len: 710 time: 0.7180867 Jul 18 16:30:34.997713 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a15a2-5cc6-4f05-aafe-80aff1bec48b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:30:34.999220 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-110a15a2-5cc6-4f05-aafe-80aff1bec48b demo admin] 10.222.0.77 "GET /v2.0/networks/5d52feb0-c1ce-436c-84df-a3b991e84c92 HTTP/1.1" status: 200 len: 886 time: 0.1217008 Jul 18 16:30:35.009347 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:30:35.273448 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks [] for router_gateway (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:35.664048 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks [] for router_gateway (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:35.765468 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:35.872375 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:35.900167 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Allocated IP 172.27.0.127 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/45dc5c8b-2631-421f-aa34-47167acd8ee7) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:30:36.043858 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:36.080104 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks [] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:36.136933 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:36.206008 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:30:36.213047 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:30:36.216342 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Pushing event updated for resources: {'Port': ['ID=45dc5c8b-2631-421f-aa34-47167acd8ee7,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:36.223295 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:30:36.509970 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks [] for router_gateway (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:36.741534 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-649689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-403'] for router (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:36.745777 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-649664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-649719', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653904'] for router (bd7e2254-a6e2-4b3e-a3a8-38764afee66b), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:36.863524 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Router bd7e2254-a6e2-4b3e-a3a8-38764afee66b has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:30:37.043377 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:30:37.049480 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:37.051674 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-803168fb-81c5-497e-8f0b-1640a650a250 demo admin] 10.222.0.77 "PUT /v2.0/routers/bd7e2254-a6e2-4b3e-a3a8-38764afee66b HTTP/1.1" status: 200 len: 890 time: 2.0453229 Jul 18 16:30:37.477406 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Sync routers for ids ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:30:37.508373 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Routers {'bd7e2254-a6e2-4b3e-a3a8-38764afee66b'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:30:37.509053 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:30:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:37.607777 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 952cf520-1ce1-4c2f-b695-7514d6d47bbd up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:30:37.751999 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:37.793129 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Set router bd7e2254-a6e2-4b3e-a3a8-38764afee66b gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:30:37.859973 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 952cf520-1ce1-4c2f-b695-7514d6d47bbd triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:37.860369 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:38.262785 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 952cf520-1ce1-4c2f-b695-7514d6d47bbd is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:38.469262 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'name': 'router1', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '45dc5c8b-2631-421f-aa34-47167acd8ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:30:15Z', 'updated_at': '2022-07-18T16:30:36Z', 'revision_number': 4, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'gw_port': {'id': '45dc5c8b-2631-421f-aa34-47167acd8ee7', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:35Z', 'updated_at': '2022-07-18T16:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '952cf520-1ce1-4c2f-b695-7514d6d47bbd', 'name': '', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'mac_address': 'fa:16:3e:76:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:25Z', 'updated_at': '2022-07-18T16:30:29Z', 'revision_number': 5, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'subnets': [{'id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1622a8cc-8773-4a06-807a-43af597e220f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:38.541126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Checking router: bd7e2254-a6e2-4b3e-a3a8-38764afee66b for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:30:38.541815 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Updating router bd7e2254-a6e2-4b3e-a3a8-38764afee66b port 45dc5c8b-2631-421f-aa34-47167acd8ee7 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:30:38.636146 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:38.806570 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:39.055923 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Publish callbacks [] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:39.066780 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:39.144968 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de192b33-0041-455e-99fb-34a9ff0aa180 None None] Pushing event updated for resources: {'Port': ['ID=45dc5c8b-2631-421f-aa34-47167acd8ee7,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:39.185166 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Attempting to bind port 45dc5c8b-2631-421f-aa34-47167acd8ee7 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:30:39.185537 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Attempting to bind port 45dc5c8b-2631-421f-aa34-47167acd8ee7 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:30:39.185973 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Attempting to bind port 45dc5c8b-2631-421f-aa34-47167acd8ee7 on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:30:39.195717 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:30:39.197600 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:30:39.197600 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:39.197951 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:30:39.198732 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Bound port: 45dc5c8b-2631-421f-aa34-47167acd8ee7, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:30:39.199328 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:39.292141 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] For port 45dc5c8b-2631-421f-aa34-47167acd8ee7, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:30:39.298868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] For port 45dc5c8b-2631-421f-aa34-47167acd8ee7, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=45dc5c8b-2631-421f-aa34-47167acd8ee7,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:30:39.310279 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:39.382917 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:39.411880 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de192b33-0041-455e-99fb-34a9ff0aa180 None None] Pushing event updated for resources: {'Port': ['ID=45dc5c8b-2631-421f-aa34-47167acd8ee7,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:39.433185 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Routers {'bd7e2254-a6e2-4b3e-a3a8-38764afee66b'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:30:39.434224 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:30:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:39.631822 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] Set router bd7e2254-a6e2-4b3e-a3a8-38764afee66b gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:30:39.848891 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=31 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:39.849706 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=49 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:40.022934 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'name': 'router1', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '45dc5c8b-2631-421f-aa34-47167acd8ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:30:15Z', 'updated_at': '2022-07-18T16:30:36Z', 'revision_number': 4, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'gw_port': {'id': '45dc5c8b-2631-421f-aa34-47167acd8ee7', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:35Z', 'updated_at': '2022-07-18T16:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '952cf520-1ce1-4c2f-b695-7514d6d47bbd', 'name': '', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'mac_address': 'fa:16:3e:76:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:25Z', 'updated_at': '2022-07-18T16:30:29Z', 'revision_number': 5, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'subnets': [{'id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1622a8cc-8773-4a06-807a-43af597e220f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:30:40.031862 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 52782) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:30:40.065667 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8bd5-92b1-4050-9d86-bc90371f7bb7 None None] The sync data for ids ['bd7e2254-a6e2-4b3e-a3a8-38764afee66b'] in dv-cinder-837543-6-iscsi is: [{'id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'name': 'router1', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '45dc5c8b-2631-421f-aa34-47167acd8ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:30:15Z', 'updated_at': '2022-07-18T16:30:36Z', 'revision_number': 4, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'gw_port': {'id': '45dc5c8b-2631-421f-aa34-47167acd8ee7', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:35Z', 'updated_at': '2022-07-18T16:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '952cf520-1ce1-4c2f-b695-7514d6d47bbd', 'name': '', 'network_id': 'bb177d6c-c1bb-42f2-9997-aafc1a40e9d4', 'tenant_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'mac_address': 'fa:16:3e:76:6d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7e2254-a6e2-4b3e-a3a8-38764afee66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:30:25Z', 'updated_at': '2022-07-18T16:30:29Z', 'revision_number': 5, 'project_id': 'd62d49bdea5e4b7d995cb8fecdd9d8c4', 'subnets': [{'id': 'ca6097f2-294d-4683-a99f-220ecc503d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1622a8cc-8773-4a06-807a-43af597e220f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:30:40.788938 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-469a24d4-bed7-4cf7-8720-2b6e0648312a admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.7556589 Jul 18 16:30:41.593412 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 45dc5c8b-2631-421f-aa34-47167acd8ee7 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:30:41.678729 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 45dc5c8b-2631-421f-aa34-47167acd8ee7 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:41.679385 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:41.783241 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:41.800887 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 45dc5c8b-2631-421f-aa34-47167acd8ee7 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:41.801472 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:41.841272 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 45dc5c8b-2631-421f-aa34-47167acd8ee7, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=45dc5c8b-2631-421f-aa34-47167acd8ee7,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:30:41.846894 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:41.921331 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=45dc5c8b-2631-421f-aa34-47167acd8ee7,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:30:43.593826 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 45dc5c8b-2631-421f-aa34-47167acd8ee7 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:30:43.684763 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 45dc5c8b-2631-421f-aa34-47167acd8ee7 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:30:43.685361 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (45dc5c8b-2631-421f-aa34-47167acd8ee7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:43.787426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 45dc5c8b-2631-421f-aa34-47167acd8ee7 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:30:45.202843 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:30:47.039343 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:47.041918 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:49.077998 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a175068e-c2ed-4fae-bfe6-c5a128c7ea38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:50.772008 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=62,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:50.785073 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=53,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:52.119952 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-6c553549-ce7a-41be-91c6-13cd5970ec69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:53.929670 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:55.190084 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:30:55.192753 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:30:55.656296 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:05.642356 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=2,neutron:SELECT=30 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:05.653336 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:09.218150 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:09.223554 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:19.083076 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-da991256-740b-4433-9359-b906335224d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:22.097647 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a96bdb6f-e4a4-48a4-b916-8d901bd514ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:22.194347 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:31:23.918386 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:25.166174 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:25.665412 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:32.190384 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:35.655342 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:35.659052 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:46.237898 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:31:49.064486 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-517ea461-59b1-46c1-b80a-a950d55ab797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:52.098666 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-088fe0fa-6adb-4f21-a814-a73b76c0ce10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:53.906112 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:55.177490 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:55.661009 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:31:59.194700 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:32:05.650922 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:05.655707 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:09.110430 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=13 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:09.190382 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=15 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:18.374159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53322) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:18.883113 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c1e969-3e51-46a4-ab3f-6e0540c969ad admin admin] GET failed (client error): The resource could not be found. Jul 18 16:32:18.885205 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-d3c1e969-3e51-46a4-ab3f-6e0540c969ad admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.5096569 Jul 18 16:32:19.059138 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-add96f89-334e-4d05-b628-ec0f5ffe3b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:19.093014 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fffdd9-1e35-4e96-9e79-00832bb99fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:19.095238 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-15fffdd9-1e35-4e96-9e79-00832bb99fce admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2041433 Jul 18 16:32:21.550987 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53332) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:22.101482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c8679f4b-c197-4a10-ac3b-bb68b45c6d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:22.168270 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e0259-70aa-416f-b269-988a2b07195b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:22.170002 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-418e0259-70aa-416f-b269-988a2b07195b admin admin] 10.222.0.77 "GET /v2.0/subnets/ca6097f2-294d-4683-a99f-220ecc503d44 HTTP/1.1" status: 200 len: 849 time: 0.6175795 Jul 18 16:32:22.186306 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:32:22.320992 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Publish callbacks [] for subnet (ca6097f2-294d-4683-a99f-220ecc503d44), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:22.625660 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735497520927'] for subnet (ca6097f2-294d-4683-a99f-220ecc503d44), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:22.660843 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:22.662252 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:22.662826 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] 10.222.0.77 "PUT /v2.0/subnets/ca6097f2-294d-4683-a99f-220ecc503d44 HTTP/1.1" status: 200 len: 868 time: 0.4835930 Jul 18 16:32:22.683325 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e929ebc2-0c86-4c17-840c-164c9ec87946 None None] Network bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:32:22.688543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca6097f2-294d-4683-a99f-220ecc503d44,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:32:22.697329 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.698329 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.698773 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.699050 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.699319 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.699672 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.700157 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.700488 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.700822 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.701151 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.701479 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.701823 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.702151 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.702683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:22.702875 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707b2bde-4cd6-431f-a672-7b351e924e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:32:23.138196 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-26ba018d-9a9c-45ba-95f5-a4b297ae1fee None None] Provisioning complete for port 402eaca3-d86e-4274-bc74-7c001e41b166 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:32:23.140511 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-26ba018d-9a9c-45ba-95f5-a4b297ae1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (402eaca3-d86e-4274-bc74-7c001e41b166), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:23.217293 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:23.217293 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:23.235372 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-26ba018d-9a9c-45ba-95f5-a4b297ae1fee None None] Current status of the port 402eaca3-d86e-4274-bc74-7c001e41b166 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:32:23.246598 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-26ba018d-9a9c-45ba-95f5-a4b297ae1fee None None] Provisioning complete for port 952cf520-1ce1-4c2f-b695-7514d6d47bbd triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:32:23.247327 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-26ba018d-9a9c-45ba-95f5-a4b297ae1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (952cf520-1ce1-4c2f-b695-7514d6d47bbd), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:23.366598 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-26ba018d-9a9c-45ba-95f5-a4b297ae1fee None None] Current status of the port 952cf520-1ce1-4c2f-b695-7514d6d47bbd is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:32:23.921066 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:25.171824 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:25.289920 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53342) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:25.676561 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:26.068848 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a695da4-582a-4448-b314-3353d845d828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:26.069451 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a695da4-582a-4448-b314-3353d845d828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:26.071484 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-0a695da4-582a-4448-b314-3353d845d828 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.7800348 Jul 18 16:32:28.709168 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53350) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:29.081787 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=11 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:29.090631 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=14 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:29.333566 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d707ea9-78a3-45e5-a361-231817a2fab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:29.334032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d707ea9-78a3-45e5-a361-231817a2fab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:29.335687 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-2d707ea9-78a3-45e5-a361-231817a2fab4 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6252220 Jul 18 16:32:31.740991 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53358) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:32.241246 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628f0594-a503-405c-b9a0-d0dd4a7e3256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:32.242706 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-628f0594-a503-405c-b9a0-d0dd4a7e3256 admin admin] 10.222.0.77 "GET /v2.0/networks/5d52feb0-c1ce-436c-84df-a3b991e84c92 HTTP/1.1" status: 200 len: 886 time: 0.5007613 Jul 18 16:32:34.638081 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53366) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:35.151617 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c7196-744d-45f2-be31-73d3b4b9a87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:35.154050 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-558c7196-744d-45f2-be31-73d3b4b9a87f admin admin] 10.222.0.77 "GET /v2.0/networks/bb177d6c-c1bb-42f2-9997-aafc1a40e9d4 HTTP/1.1" status: 200 len: 869 time: 0.5147839 Jul 18 16:32:35.662035 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:35.668388 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:36.194306 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:32:38.087621 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53374) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:38.580459 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb4f231-58c3-4557-a2f4-180a994647c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:38.580968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb4f231-58c3-4557-a2f4-180a994647c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:38.582650 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1bb4f231-58c3-4557-a2f4-180a994647c1 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4936705 Jul 18 16:32:40.933582 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53384) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:41.423402 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc2fd5-9f5c-4c3e-b3f9-feee1d66653f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:41.423859 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cc2fd5-9f5c-4c3e-b3f9-feee1d66653f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:41.425480 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-95cc2fd5-9f5c-4c3e-b3f9-feee1d66653f admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4908955 Jul 18 16:32:43.812975 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53392) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:44.300713 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50d2439-5da8-43f3-83e1-902c362fdf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:44.302313 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c50d2439-5da8-43f3-83e1-902c362fdf70 admin admin] 10.222.0.77 "GET /v2.0/subnets/c3440394-efbe-4451-88bf-0701e127d350 HTTP/1.1" status: 200 len: 816 time: 0.4882784 Jul 18 16:32:46.190530 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:46.658201 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53400) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:32:47.074589 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:47.093459 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:47.126798 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbaf97-0bbf-496d-ba92-c0e5104fcc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:32:47.128289 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-90bbaf97-0bbf-496d-ba92-c0e5104fcc9f admin admin] 10.222.0.77 "GET /v2.0/subnets/ca6097f2-294d-4683-a99f-220ecc503d44 HTTP/1.1" status: 200 len: 868 time: 0.4687815 Jul 18 16:32:48.567252 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=17 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:48.575937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=16 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:49.048595 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-248a97d3-11a9-4af3-8864-372163073d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:52.093648 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e4109877-b2ab-49a2-9ef4-ca7bf6786c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:53.914300 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:55.177594 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:55.673341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:32:57.121153 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=8 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:32:57.123412 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:00.210449 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:00.219738 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:05.662947 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:05.667297 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:13.194235 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:33:17.715503 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53458) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:33:18.269363 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [None req-ef26b759-dc82-4846-8390-7e11da5dcf43 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:33:18.270665 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ef26b759-dc82-4846-8390-7e11da5dcf43 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5540752 Jul 18 16:33:19.049877 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-86eb4203-f2ab-4f63-a509-e5e480ea458b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:21.136250 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53466) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:33:21.651421 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c0cab5-6db3-4b6e-a103-bf110626068f admin admin] GET failed (client error): The resource could not be found. Jul 18 16:33:21.653160 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-34c0cab5-6db3-4b6e-a103-bf110626068f admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.5154517 Jul 18 16:33:21.821659 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c07e8f-2035-463c-ba83-8219db3fd460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:33:21.823014 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-d7c07e8f-2035-463c-ba83-8219db3fd460 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1654387 Jul 18 16:33:22.091808 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-20e88398-7180-49bf-8ed3-83f9acc268e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:23.190178 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:23.916474 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:24.253346 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53474) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:33:24.665718 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:33:24.701846 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Made reservation on behalf of c66249a1b75d4939b69e5011863c8709 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:33:24.704979 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:24.744568 dv-cinder-837543-6-iscsi neutron-server[104182]: WARNING neutron.services.revisions.revision_plugin [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Could not find related network for resource to bump revision. Jul 18 16:33:24.760583 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:33:24.771617 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (699dd24f-a4c5-46b7-8df5-397cc9ed44b4), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:24.771985 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Added segment 699dd24f-a4c5-46b7-8df5-397cc9ed44b4 of type vlan for network 78bc939c-fdd1-4d01-a415-a163c04560e2 Jul 18 16:33:24.818846 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (78bc939c-fdd1-4d01-a415-a163c04560e2), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:24.861980 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (78bc939c-fdd1-4d01-a415-a163c04560e2), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:24.863474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:33:24.864200 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:24.934171 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6796412 Jul 18 16:33:24.990208 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Pushing event updated for resources: {'Network': ['ID=78bc939c-fdd1-4d01-a415-a163c04560e2,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:33:24.999983 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.000390 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.000864 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.001336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.001876 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.002351 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.002946 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.003502 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.004008 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.004622 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.005105 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.005561 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.006086 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.006550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.007014 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ee89f-148d-48a0-aa2a-f98bc24247a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:25.024441 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 78bc939c-fdd1-4d01-a415-a163c04560e2 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:33:25.196820 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:25.673745 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:27.284621 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53482) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:33:27.774428 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.pecan_wsgi.hooks.translation [None req-845b498f-b433-48d7-a19f-8136fee0028e admin admin] GET failed (client error): The resource could not be found. Jul 18 16:33:27.775942 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-845b498f-b433-48d7-a19f-8136fee0028e admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4900415 Jul 18 16:33:27.863652 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5134c-7722-4804-a618-d2896eae7b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:33:27.865081 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-3be5134c-7722-4804-a618-d2896eae7b08 admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0847650 Jul 18 16:33:27.879314 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:33:27.912103 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Made reservation on behalf of c66249a1b75d4939b69e5011863c8709 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:33:27.915506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:28.109097 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (9b546cc0-3a0b-41f0-9049-c5c6b0287195), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:28.170877 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b546cc0-3a0b-41f0-9049-c5c6b0287195,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:33:28.183127 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Checking segment: {'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:33:28.183487 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Network hostable DHCP agents. Network: 78bc939c-fdd1-4d01-a415-a163c04560e2, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:33:28.204011 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Network 78bc939c-fdd1-4d01-a415-a163c04560e2 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:33:28.215350 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 78bc939c-fdd1-4d01-a415-a163c04560e2) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:33:28.224810 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:33:28.225430 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:28.228428 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba611d-1b8e-45f7-95ec-9ea68ce68bab None None] Network 78bc939c-fdd1-4d01-a415-a163c04560e2 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:33:28.248209 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-67567945-ac77-4549-a2df-39a7f292a4da admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3751719 Jul 18 16:33:28.420111 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-78bc939c-fdd1-4d01-a415-a163c04560e2', 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2', 'project_id': 'c66249a1b75d4939b69e5011863c8709', 'fixed_ips': [{'subnet_id': '9b546cc0-3a0b-41f0-9049-c5c6b0287195'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:33:28.421367 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:28.635392 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Allocated IP 192.168.233.2 (78bc939c-fdd1-4d01-a415-a163c04560e2/9b546cc0-3a0b-41f0-9049-c5c6b0287195/6e105973-0004-4b23-add4-a111aa3e23b7) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:33:28.853791 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Publish callbacks [] for port (6e105973-0004-4b23-add4-a111aa3e23b7), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:28.862754 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:28.905328 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Network 78bc939c-fdd1-4d01-a415-a163c04560e2 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:33:28.911444 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:33:28.918859 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Pushing event updated for resources: {'Port': ['ID=6e105973-0004-4b23-add4-a111aa3e23b7,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:33:28.921497 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:33:28.955041 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.955434 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.955745 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.956101 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.956449 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.956779 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.957109 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.957435 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.957764 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.958090 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.958507 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.958777 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.959106 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.959429 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:28.959748 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:33:29.008120 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Attempting to bind port 6e105973-0004-4b23-add4-a111aa3e23b7 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:33:29.008489 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Attempting to bind port 6e105973-0004-4b23-add4-a111aa3e23b7 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:33:29.008852 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Attempting to bind port 6e105973-0004-4b23-add4-a111aa3e23b7 on network 78bc939c-fdd1-4d01-a415-a163c04560e2 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:33:29.015731 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:33:29.016146 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Checking segment: {'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:33:29.016596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:29.016993 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Bound using segment: {'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:33:29.017483 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Bound port: 6e105973-0004-4b23-add4-a111aa3e23b7, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:33:29.017868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:29.069863 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:29.093479 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] For port 6e105973-0004-4b23-add4-a111aa3e23b7, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:33:29.097398 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] For port 6e105973-0004-4b23-add4-a111aa3e23b7, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=6e105973-0004-4b23-add4-a111aa3e23b7,segment=NetworkSegment(699dd24f-a4c5-46b7-8df5-397cc9ed44b4),segment_id=699dd24f-a4c5-46b7-8df5-397cc9ed44b4)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:33:29.106611 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:29.115636 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:29.186813 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd6f40-5d4b-4950-b885-8ee6f7be9132 None None] Pushing event updated for resources: {'Port': ['ID=6e105973-0004-4b23-add4-a111aa3e23b7,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:33:29.668466 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 6e105973-0004-4b23-add4-a111aa3e23b7 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:33:29.728361 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 6e105973-0004-4b23-add4-a111aa3e23b7 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:33:29.728744 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:29.837913 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 6e105973-0004-4b23-add4-a111aa3e23b7 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:33:29.838470 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:29.880752 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 6e105973-0004-4b23-add4-a111aa3e23b7, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=6e105973-0004-4b23-add4-a111aa3e23b7,segment=NetworkSegment(699dd24f-a4c5-46b7-8df5-397cc9ed44b4),segment_id=699dd24f-a4c5-46b7-8df5-397cc9ed44b4)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:33:29.888156 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:29.979707 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=6e105973-0004-4b23-add4-a111aa3e23b7,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:33:30.231225 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a7d52-42b2-4184-9fd7-4c72ca1e7e0b None None] Network 78bc939c-fdd1-4d01-a415-a163c04560e2 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:33:30.348385 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-11b51144-caca-4c88-804b-931cf6ff2eaa None None] Provisioning complete for port 6e105973-0004-4b23-add4-a111aa3e23b7 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:33:30.349102 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-11b51144-caca-4c88-804b-931cf6ff2eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:30.562067 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-11b51144-caca-4c88-804b-931cf6ff2eaa None None] Current status of the port 6e105973-0004-4b23-add4-a111aa3e23b7 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:33:30.787192 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-d4a9cd3d-0a4f-4ad9-a946-70f9c9e81d0b None None] Provisioning complete for port 6e105973-0004-4b23-add4-a111aa3e23b7 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:33:30.788651 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d4a9cd3d-0a4f-4ad9-a946-70f9c9e81d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:30.890507 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9cd3d-0a4f-4ad9-a946-70f9c9e81d0b None None] Current status of the port 6e105973-0004-4b23-add4-a111aa3e23b7 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:33:31.655203 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 6e105973-0004-4b23-add4-a111aa3e23b7 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:33:31.722899 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 6e105973-0004-4b23-add4-a111aa3e23b7 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:33:31.723489 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6e105973-0004-4b23-add4-a111aa3e23b7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:31.773581 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:31.816156 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=11 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:31.818534 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=11 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:31.821075 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 6e105973-0004-4b23-add4-a111aa3e23b7 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:33:37.214781 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:38.211173 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=67,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:38.238381 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=71,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:41.813466 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:41.819987 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:46.190777 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:33:49.058725 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6a8f-2807-4c53-bb4e-d2097273488b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:50.195557 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:33:52.098245 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1eff7c09-ef22-4197-8264-e262a367a843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:53.925894 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:55.173983 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:33:55.673416 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:00.189958 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:00.191936 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:05.663955 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=6 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:05.667269 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:14.220532 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:14.221939 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:19.048377 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-21eb64aa-6c8f-4503-81f2-7730ec5a92f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:22.094345 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0eea0a68-b1a4-4d7d-a2ef-d781f954b23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:23.925911 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:25.162121 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:25.676322 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:27.199533 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:34:35.157006 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:35.669821 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:37.192987 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:49.044195 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-32f7a7d5-968e-4966-87d2-cc78490dcb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:51.227749 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=16 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:51.229684 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=16 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:34:52.080711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-281b0dfb-5114-4dbb-a4aa-641540d13ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:53.931062 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:55.159947 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:34:55.677536 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:03.669103 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53540) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:35:03.676533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [None req-9e8db816-26bf-4bb6-bc35-88d46344ce68 tempest-verify_tempest_config-920982875 tempest-verify_tempest_config-920982875-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:35:03.677799 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-9e8db816-26bf-4bb6-bc35-88d46344ce68 tempest-verify_tempest_config-920982875 tempest-verify_tempest_config-920982875-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0072896 Jul 18 16:35:04.080160 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53558) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:35:04.200350 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:35:04.229781 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:04.329748 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Publish callbacks [] for security_group (c1e5a7ed-3ecc-4966-91de-4023878da738), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:04.335126 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (c1e5a7ed-3ecc-4966-91de-4023878da738), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:04.386240 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e5a7ed-3ecc-4966-91de-4023878da738,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:35:04.390791 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adbdade3b4774010b61df0da88298e28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3086751 Jul 18 16:35:04.394817 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53564) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:35:04.400563 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.401084 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.401636 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.402162 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.402721 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.403252 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.403760 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.404291 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.404832 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.405352 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.405839 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.406354 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.406908 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.407425 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.407983 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b692c3-f99b-46ad-9a4d-3dcb8faa2f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.471612 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Publish callbacks [] for security_group (c1e5a7ed-3ecc-4966-91de-4023878da738), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:04.553523 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Publish callbacks [] for security_group (c1e5a7ed-3ecc-4966-91de-4023878da738), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:04.662209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (c1e5a7ed-3ecc-4966-91de-4023878da738), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:04.665126 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:04.666637 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1e5a7ed-3ecc-4966-91de-4023878da738 HTTP/1.1" status: 204 len: 168 time: 0.2703514 Jul 18 16:35:04.680849 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e5a7ed-3ecc-4966-91de-4023878da738,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:35:04.691659 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.692198 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.692654 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.693098 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.693539 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.694033 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.694528 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.694962 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.695408 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.695908 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.696359 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.696802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.697337 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.697756 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:04.698307 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b94566-cf8a-4f60-b1c5-25dad8927004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:35:05.672509 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:14.195767 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:14.384021 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:14.394024 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:14.680825 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:14.685304 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:14.725125 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:19.043704 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5268a048-dc8f-4ed2-a91c-5e69912dc4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:22.079067 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fbd1eada-820f-4263-8edc-a871c710d70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:23.936094 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:25.157516 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:25.691715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:28.223408 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:28.225003 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:35.671144 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:35.684767 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:41.200577 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:35:46.195303 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:49.039838 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-37d47ecc-8dba-45a6-af30-0a2c410c14fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:51.195640 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:35:52.078892 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-077c85e3-595d-4d0a-be11-236fac078354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:53.931619 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:55.155325 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:35:55.684882 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:05.216352 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:05.223533 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:05.676716 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:05.679911 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:18.200253 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:36:19.046025 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a244f760-e9b8-4ae5-beba-3bab39d4d404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:22.074826 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9b100e7f-7809-4f44-87f6-203ffcdcf146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:23.935237 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:25.154093 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:25.688031 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:28.196175 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:35.674709 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:35.683270 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:48.836709 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=18 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:48.838836 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=14 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:36:49.043294 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ce5a6ee6-b433-467d-a200-67eae7deabe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:52.085443 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0fd87e39-489c-473c-84fd-97747adb0031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:53.938534 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:55.150320 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:55.199480 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 5 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:36:55.692502 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:36:56.927773 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-648489'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:05.195497 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:06.918144 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:06.921477 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:10.216820 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53638) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:37:10.342209 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-161fb397-d81a-40ce-ae34-5ca931617f3c admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1239510 Jul 18 16:37:12.527805 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53648) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:37:12.595637 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-3627efa9-114c-4cf4-8b59-0a2abfc55eec admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0658405 Jul 18 16:37:19.046248 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-17b80f48-cc59-4830-9236-e091160e18e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:19.214112 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:19.221120 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:22.081003 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f6611ea3-3b1c-4d6f-896b-77ae0604a0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:22.585992 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:22.587139 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:23.947870 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:25.144972 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:25.693247 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:26.868692 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:32.198794 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:37:36.861729 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:36.863921 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:42.194644 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:46.202174 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:49.043391 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-40acb487-bf14-461c-ae40-57a4dfa93423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:52.087155 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-6256d0f2-9fce-447c-8ba0-1d1faaa3a872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:53.944870 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:55.159340 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:55.697307 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:37:56.219396 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:56.220264 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=5 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:37:56.896107 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:06.885733 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:06.890672 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:09.200636 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:38:19.043369 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-af821d81-372f-43d0-9750-98b041038b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:19.200878 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:22.090078 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-74855190-1fd4-4410-9fe2-368cd400be91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:23.956353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:25.161012 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:25.702113 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:26.884841 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:33.217726 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:33.219092 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:36.877298 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=4,neutron:SELECT=10 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:36.878542 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:46.202615 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:38:49.050197 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d98842eb-5000-4cf0-8fd0-d2bf33d5a49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:52.090884 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7cf69cdb-c6a9-4eff-b532-641d2bf62b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:53.956724 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:55.168683 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:55.732046 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:56.197900 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=13 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:56.197900 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=15 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:56.926867 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:58.515645 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53758) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:38:58.871952 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-934293334-network', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:38:58.915480 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Made reservation on behalf of 26a41505f0ce4a66a02a5d954da278cb for: {'network': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:38:58.919434 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:58.937276 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.065975 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks [] for security_group (c7edd79e-25e0-4447-8ef1-20a8df628b83), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.072585 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (c7edd79e-25e0-4447-8ef1-20a8df628b83), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.118892 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=104181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:38:59.141503 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7edd79e-25e0-4447-8ef1-20a8df628b83,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:38:59.157280 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.157833 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.158467 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.159051 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.159608 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.160431 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.160991 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.161572 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.162177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.162797 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.163375 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.163959 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.165074 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.165639 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.166130 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Tracked resource versions report: Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: pushed versions: Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: { 'AddressGroup': {'1.2'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Agent': {'1.1'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'ConntrackHelper': {'1.0'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Log': {'1.0'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'NDPProxy': {'1.0'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Network': {'1.1'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Port': {'1.7'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'PortForwarding': {'1.3'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'QosPolicy': {'1.10'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroup': {'1.5'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SubPort': {'1.0'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Subnet': {'1.1'}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Trunk': {'1.1'}} Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: consumer versions: Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: HyperV agent@hv-cinder-83754: {}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Agent': '1.1', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'ConntrackHelper': '1.0', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'LocalIPAssociation': '1.0', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Log': '1.0', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'NDPProxy': '1.0', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Network': '1.1', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Port': '1.7', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'PortForwarding': '1.3', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'QosPolicy': '1.10', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroup': '1.5', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SecurityGroupRule': '1.2', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'SubPort': '1.0', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Subnet': '1.1', Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: 'Trunk': '1.1'}} Jul 18 16:38:59.168255 dv-cinder-837543-6-iscsi neutron-server[104181]: {{(pid=104181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:38:59.183596 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (79d2d795-f84d-4150-8cbc-e9ce972d293c), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.184528 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.segments_db [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Added segment 79d2d795-f84d-4150-8cbc-e9ce972d293c of type vlan for network 6fd6b543-38a6-4937-914e-f705a5e37fe0 Jul 18 16:38:59.265820 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (6fd6b543-38a6-4937-914e-f705a5e37fe0), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.311537 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (6fd6b543-38a6-4937-914e-f705a5e37fe0), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.313716 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:38:59.314914 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.433338 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd6b543-38a6-4937-914e-f705a5e37fe0,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:38:59.441699 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f1f9f2d1-85d0-49d8-832d-e60da4ac5f77 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9243636 Jul 18 16:38:59.444711 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53804) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:38:59.456402 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:38:59.457780 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Request body: {'subnet': {'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-subnet', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:38:59.497509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Made reservation on behalf of 26a41505f0ce4a66a02a5d954da278cb for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:38:59.503779 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.740594 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (25d3acbf-bc51-4697-a9c2-ab8f14128cbe), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.804127 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d3acbf-bc51-4697-a9c2-ab8f14128cbe,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:38:59.806249 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53816) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:38:59.821725 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:38:59.825148 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Checking segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:38:59.825790 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Network hostable DHCP agents. Network: 6fd6b543-38a6-4937-914e-f705a5e37fe0, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:38:59.850862 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:38:59.872549 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 6fd6b543-38a6-4937-914e-f705a5e37fe0) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:38:59.880584 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:38:59.881637 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.887361 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123c417-8d99-4a62-8a2f-4f3e0cd06fa0 None None] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:38:59.918732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53824) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:38:59.918988 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-30d4520e-e6a5-4c60-aa54-c0e060dcc1d8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4711647 Jul 18 16:38:59.927076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:38:59.980134 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (d4102b4a-348e-461f-9a7d-d90cdbf38212), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:38:59.983211 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (d4102b4a-348e-461f-9a7d-d90cdbf38212), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.084679 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-6fd6b543-38a6-4937-914e-f705a5e37fe0', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:39:00.086288 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.095377 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks [] for router_controller (d4102b4a-348e-461f-9a7d-d90cdbf38212), precommit_add_association {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.352764 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Allocated IP 172.20.0.2 (6fd6b543-38a6-4937-914e-f705a5e37fe0/25d3acbf-bc51-4697-a9c2-ab8f14128cbe/64002e9b-5848-4dc1-8927-008c361cdcc4) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:00.358351 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks [] for router_gateway (d4102b4a-348e-461f-9a7d-d90cdbf38212), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.584476 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-network', 'tenant_id': 'afb65421f9504a918b7a47451fac6707'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:00.631054 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Made reservation on behalf of afb65421f9504a918b7a47451fac6707 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:00.633637 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.643889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Publish callbacks [] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.661159 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.680262 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.742701 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks [] for router_gateway (d4102b4a-348e-461f-9a7d-d90cdbf38212), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.743741 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:00.758453 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:00.767068 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:00.773026 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Pushing event updated for resources: {'Port': ['ID=64002e9b-5848-4dc1-8927-008c361cdcc4,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:00.796126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.797186 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.798070 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.799019 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.799846 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.800680 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.801510 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.802352 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.803294 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.804163 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.805094 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.805978 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.806857 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.807911 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.808751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Tracked resource versions report: Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: pushed versions: Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: { 'AddressGroup': {'1.2'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Agent': {'1.1'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'ConntrackHelper': {'1.0'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Log': {'1.0'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'NDPProxy': {'1.0'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Network': {'1.1'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Port': {'1.7'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'PortForwarding': {'1.3'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'QosPolicy': {'1.10'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroup': {'1.5'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SubPort': {'1.0'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Subnet': {'1.1'}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Trunk': {'1.1'}} Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: consumer versions: Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: HyperV agent@hv-cinder-83754: {}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Agent': '1.1', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'ConntrackHelper': '1.0', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'LocalIPAssociation': '1.0', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Log': '1.0', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'NDPProxy': '1.0', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Network': '1.1', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Port': '1.7', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'PortForwarding': '1.3', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'QosPolicy': '1.10', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroup': '1.5', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SecurityGroupRule': '1.2', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'SubPort': '1.0', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Subnet': '1.1', Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: 'Trunk': '1.1'}} Jul 18 16:39:00.811932 dv-cinder-837543-6-iscsi neutron-server[104183]: {{(pid=104183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:39:00.825863 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.940596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Attempting to bind port 64002e9b-5848-4dc1-8927-008c361cdcc4 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:00.941151 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Attempting to bind port 64002e9b-5848-4dc1-8927-008c361cdcc4 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:00.941687 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Attempting to bind port 64002e9b-5848-4dc1-8927-008c361cdcc4 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:00.951183 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:00.951768 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Checking segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:00.952414 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:00.953327 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Bound using segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:00.954355 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Bound port: 64002e9b-5848-4dc1-8927-008c361cdcc4, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:00.955239 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.045697 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Allocated IP 172.27.0.237 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/1e73c86a-825b-4eb4-adf7-609ecf16995f) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:01.105278 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] For port 64002e9b-5848-4dc1-8927-008c361cdcc4, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:01.112546 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] For port 64002e9b-5848-4dc1-8927-008c361cdcc4, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=64002e9b-5848-4dc1-8927-008c361cdcc4,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:01.115551 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks [] for security_group (9bad725f-558a-4a88-8b0d-bb2e2df7090a), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.124305 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (9bad725f-558a-4a88-8b0d-bb2e2df7090a), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.128615 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.190397 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a68a5a-da4d-46e6-b9ba-2280443e587e None None] Pushing event updated for resources: {'Port': ['ID=64002e9b-5848-4dc1-8927-008c361cdcc4,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:01.202355 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:39:01.205258 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad725f-558a-4a88-8b0d-bb2e2df7090a,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:01.219707 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.220099 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.220494 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.220842 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.221181 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.221519 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.221851 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.222179 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.222563 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.222895 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.223227 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.223572 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.224088 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.224455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Tracked resource versions report: Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: pushed versions: Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: { 'AddressGroup': {'1.2'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Agent': {'1.1'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'ConntrackHelper': {'1.0'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Log': {'1.0'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'NDPProxy': {'1.0'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Network': {'1.1'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Port': {'1.7'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'PortForwarding': {'1.3'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'QosPolicy': {'1.10'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroup': {'1.5'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SubPort': {'1.0'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Subnet': {'1.1'}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Trunk': {'1.1'}} Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: consumer versions: Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: HyperV agent@hv-cinder-83754: {}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Agent': '1.1', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'ConntrackHelper': '1.0', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'LocalIPAssociation': '1.0', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Log': '1.0', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'NDPProxy': '1.0', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Network': '1.1', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Port': '1.7', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'PortForwarding': '1.3', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'QosPolicy': '1.10', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroup': '1.5', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SecurityGroupRule': '1.2', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'SubPort': '1.0', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Subnet': '1.1', Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: 'Trunk': '1.1'}} Jul 18 16:39:01.227628 dv-cinder-837543-6-iscsi neutron-server[104182]: {{(pid=104182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:39:01.241679 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (14fbb1ad-300b-4add-af3b-82be2a583f6d), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.242048 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Added segment 14fbb1ad-300b-4add-af3b-82be2a583f6d of type vlan for network 07d4314d-9237-4c83-9875-1768cdeffac1 Jul 18 16:39:01.281235 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:01.325222 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:01.347399 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (07d4314d-9237-4c83-9875-1768cdeffac1), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.370822 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks [] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.441663 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (07d4314d-9237-4c83-9875-1768cdeffac1), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.443058 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:01.443969 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.444459 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53886) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:01.476148 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6685457 Jul 18 16:39:01.479393 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53890) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:01.584180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Request body: {'subnet': {'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-subnet', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:01.584180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Made reservation on behalf of afb65421f9504a918b7a47451fac6707 for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:01.584180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.608748 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:01.634659 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:01.635968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60732b8d-4012-4776-a49c-0d5879949de3 admin admin] Pushing event updated for resources: {'Network': ['ID=07d4314d-9237-4c83-9875-1768cdeffac1,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:01.647656 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 07d4314d-9237-4c83-9875-1768cdeffac1 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:39:01.671065 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:01.678386 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:01.683669 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:01.685854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53894) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:01.716691 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:01.868453 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:01.957158 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Pushing event updated for resources: {'Port': ['ID=1e73c86a-825b-4eb4-adf7-609ecf16995f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:01.971611 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 64002e9b-5848-4dc1-8927-008c361cdcc4 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:02.016170 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.068660 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 64002e9b-5848-4dc1-8927-008c361cdcc4 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:02.069079 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.131352 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Checking segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:02.132245 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Network hostable DHCP agents. Network: 07d4314d-9237-4c83-9875-1768cdeffac1, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:39:02.193200 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1855002786-network', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:02.201374 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:02.203605 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Network 07d4314d-9237-4c83-9875-1768cdeffac1 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:39:02.272579 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 07d4314d-9237-4c83-9875-1768cdeffac1) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:02.281435 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Made reservation on behalf of dbd9c6bf5b0c491299815d545c1a594e for: {'network': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:02.285022 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.297820 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d807a54-d23d-4aa1-82fb-3dd25b007da5 None None] Network 07d4314d-9237-4c83-9875-1768cdeffac1 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:02.337045 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 64002e9b-5848-4dc1-8927-008c361cdcc4 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:02.337430 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.485493 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks [] for router_gateway (d4102b4a-348e-461f-9a7d-d90cdbf38212), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.594174 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:02.595196 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.604279 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.636990 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 64002e9b-5848-4dc1-8927-008c361cdcc4, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=64002e9b-5848-4dc1-8927-008c361cdcc4,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:02.660061 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.786775 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-556151080-network', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:02.919939 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks [] for security_group (e019fe5a-7164-4d4e-bfe5-79de32162923), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.930958 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e019fe5a-7164-4d4e-bfe5-79de32162923), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:02.958224 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-50eb5623-dc67-4d1e-9389-ef4d44ead207 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4767981 Jul 18 16:39:02.973452 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53916) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:02.983414 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:02.998844 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:03.023328 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-07d4314d-9237-4c83-9875-1768cdeffac1', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'project_id': 'afb65421f9504a918b7a47451fac6707', 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:39:03.032874 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.040044 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=104181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:39:03.089519 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e019fe5a-7164-4d4e-bfe5-79de32162923,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:03.097900 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (5e00ff37-5d7f-42d1-9c3f-3243420cd190), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.099918 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.segments_db [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Added segment 5e00ff37-5d7f-42d1-9c3f-3243420cd190 of type vlan for network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 Jul 18 16:39:03.125126 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (e05e21c6-b297-47c5-8e33-dc04c2c1c668), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.127607 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (e05e21c6-b297-47c5-8e33-dc04c2c1c668), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.193212 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795b0f9-1922-4605-bb6d-a40ef8d2d212 None None] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:03.264417 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:03.273159 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=64002e9b-5848-4dc1-8927-008c361cdcc4,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:03.273535 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (d4102b4a-348e-461f-9a7d-d90cdbf38212), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.280978 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Made reservation on behalf of 49d4c19f14be46208297e4e3fb854bb0 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:03.297992 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.368393 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks [] for router_controller (e05e21c6-b297-47c5-8e33-dc04c2c1c668), precommit_add_association {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.384427 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.452909 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.581839 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks [] for router_gateway (e05e21c6-b297-47c5-8e33-dc04c2c1c668), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.598366 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.db.resource_extend [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 16:39:03.689765 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-e403e0d3-166c-4cb8-9cfb-970ade69f6fb None None] Provisioning complete for port 64002e9b-5848-4dc1-8927-008c361cdcc4 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:03.690706 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e403e0d3-166c-4cb8-9cfb-970ade69f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:03.799956 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:03.977697 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks [] for security_group (77688446-8d3e-47a8-a80d-6a7733047ec6), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.003497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (77688446-8d3e-47a8-a80d-6a7733047ec6), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.012827 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:04.033126 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.034207 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:04.034835 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.069545 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:39:04.089704 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Router d4102b4a-348e-461f-9a7d-d90cdbf38212 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:39:04.126400 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (0b89b102-a615-4a7d-a90d-df444a3001fa), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.128859 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks [] for router_gateway (e05e21c6-b297-47c5-8e33-dc04c2c1c668), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.135132 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Added segment 0b89b102-a615-4a7d-a90d-df444a3001fa of type vlan for network 4901e171-3f10-4967-83c1-9b283cc1db72 Jul 18 16:39:04.172117 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77688446-8d3e-47a8-a80d-6a7733047ec6,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:04.213337 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.7660534 Jul 18 16:39:04.214086 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 53952) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:04.256497 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Allocated IP 172.20.0.2 (07d4314d-9237-4c83-9875-1768cdeffac1/909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3/63c0f4dc-8817-4a8d-aa31-aa61fb533f5b) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:04.292349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Request body: {'subnet': {'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-subnet', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:04.297497 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.357062 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (4901e171-3f10-4967-83c1-9b283cc1db72), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.365015 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc613ed2-9fd9-47d5-b52e-f8e5672e1fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:04.466229 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (4901e171-3f10-4967-83c1-9b283cc1db72), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.467305 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:04.468108 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.472813 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Made reservation on behalf of dbd9c6bf5b0c491299815d545c1a594e for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:04.478322 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.495313 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:04.500071 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 64002e9b-5848-4dc1-8927-008c361cdcc4 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:04.510857 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:39:04.619825 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:04.654243 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:04.670160 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Sync routers for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:04.723693 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:04.725981 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:04.749944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Allocated IP 172.27.0.136 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/49d88563-3a5e-413c-858e-e0e3aeae9977) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:04.777353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e403e0d3-166c-4cb8-9cfb-970ade69f6fb None None] Current status of the port 64002e9b-5848-4dc1-8927-008c361cdcc4 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:04.815450 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Publish callbacks [] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.825920 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 64002e9b-5848-4dc1-8927-008c361cdcc4 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:04.837192 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.841475 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.843883 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 3.1099026 Jul 18 16:39:04.853560 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53962) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:04.873524 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Request body: {'subnet': {'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-556151080-subnet', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:04.927009 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f754fd-1cb0-450f-ba6f-ae3d837b10e5 admin admin] Pushing event updated for resources: {'Network': ['ID=4901e171-3f10-4967-83c1-9b283cc1db72,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:04.937328 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:04.951714 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-779e05dd-ed94-4d30-a8f8-b8885e00121b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0285821 Jul 18 16:39:04.956732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 53966) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:04.957682 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 4901e171-3f10-4967-83c1-9b283cc1db72 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:39:05.079160 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-18a01d67-3c56-4cf6-8462-15770cee7088 None None] Provisioning complete for port 64002e9b-5848-4dc1-8927-008c361cdcc4 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:05.079898 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-18a01d67-3c56-4cf6-8462-15770cee7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.107038 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Made reservation on behalf of 49d4c19f14be46208297e4e3fb854bb0 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:05.111251 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:05.112383 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.149053 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:05.165582 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Network 07d4314d-9237-4c83-9875-1768cdeffac1 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:05.349220 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:05.351325 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Pushing event updated for resources: {'Port': ['ID=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:05.354765 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:05.358765 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (17bb4eb6-a0c7-45ac-b7cf-247295416d1c), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.373730 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-18a01d67-3c56-4cf6-8462-15770cee7088 None None] Current status of the port 64002e9b-5848-4dc1-8927-008c361cdcc4 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:05.520331 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bb4eb6-a0c7-45ac-b7cf-247295416d1c,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:05.565011 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks [] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.598816 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 64002e9b-5848-4dc1-8927-008c361cdcc4 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:05.606732 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:01Z', 'revision_number': 3, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:05.616570 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Checking segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:05.616930 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Network hostable DHCP agents. Network: 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:39:05.628066 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Attempting to bind port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:05.628442 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Attempting to bind port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:05.628844 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Attempting to bind port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:05.635062 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:05.635443 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Checking segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:05.635854 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.636260 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Bound using segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:05.636751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Bound port: 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:05.637137 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.700566 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:39:05.713026 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:05.715679 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.720959 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Checking router: d4102b4a-348e-461f-9a7d-d90cdbf38212 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:05.723077 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Updating router d4102b4a-348e-461f-9a7d-d90cdbf38212 port 1e73c86a-825b-4eb4-adf7-609ecf16995f binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:05.740295 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:05.777094 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (3dd222b9-2b61-42c8-b6eb-a723828c692d), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.820903 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615968f1-0384-4445-8946-565996717ba6 None None] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:05.822941 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.828082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:05.832783 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:05.837886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:05.845549 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:05.861306 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] For port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:05.863109 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:05.868745 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:05.964410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd222b9-2b61-42c8-b6eb-a723828c692d,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:06.064935 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] For port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:06.069656 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:06.100097 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.131388 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Checking segment: {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:06.131753 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Network hostable DHCP agents. Network: 4901e171-3f10-4967-83c1-9b283cc1db72, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:39:06.209432 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Network 4901e171-3f10-4967-83c1-9b283cc1db72 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:39:06.236558 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 4901e171-3f10-4967-83c1-9b283cc1db72) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:06.257466 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Pushing event updated for resources: {'Port': ['ID=49d88563-3a5e-413c-858e-e0e3aeae9977,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:06.294836 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:06.296132 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.308361 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad77926c-5e59-4228-a910-1b429d9e687f None None] Network 4901e171-3f10-4967-83c1-9b283cc1db72 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:06.367678 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5b7932a6-4478-4d74-9c3a-46ca2fd38012 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1496863 Jul 18 16:39:06.371012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54004) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:06.384821 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:39:06.388375 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:06.400253 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.423504 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Publish callbacks [] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.425118 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-cfafddb2-79a1-4984-b546-7d1d1c6a809f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5694575 Jul 18 16:39:06.431144 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54006) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:06.438511 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.445909 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:06.476375 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbbd88-f5c7-4e5d-9455-ccccbd8383b6 None None] Pushing event updated for resources: {'Port': ['ID=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:06.533361 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (47612f4f-d457-4b5e-af9f-fb3116287584), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.537395 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (47612f4f-d457-4b5e-af9f-fb3116287584), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.562194 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Pushing event updated for resources: {'Port': ['ID=1e73c86a-825b-4eb4-adf7-609ecf16995f,revision_number=2']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:06.574673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.577345 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.593091 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.593546 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:06.593934 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.595200 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.598434 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.598434 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.598434 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.598434 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.598763 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.600649 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.606263 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.607581 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.608233 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.609194 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.610071 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.610839 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Tracked resource versions report: Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: pushed versions: Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: { 'AddressGroup': {'1.2'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Agent': {'1.1'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'ConntrackHelper': {'1.0'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Log': {'1.0'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'NDPProxy': {'1.0'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Network': {'1.1'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Port': {'1.7'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'PortForwarding': {'1.3'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'QosPolicy': {'1.10'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroup': {'1.5'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SubPort': {'1.0'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Subnet': {'1.1'}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Trunk': {'1.1'}} Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: consumer versions: Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: { DHCP agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: HyperV agent@hv-cinder-83754: {}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: L3 agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: Metadata agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: Metering agent@dv-cinder-837543-6-iscsi: {}, Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: Open vSwitch agent@dv-cinder-837543-6-iscsi: { 'AddressGroup': '1.2', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Agent': '1.1', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'ConntrackHelper': '1.0', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'LocalIPAssociation': '1.0', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Log': '1.0', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'NDPProxy': '1.0', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Network': '1.1', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Port': '1.7', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'PortForwarding': '1.3', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'QosPolicy': '1.10', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroup': '1.5', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SecurityGroupRule': '1.2', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'SubPort': '1.0', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Subnet': '1.1', Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: 'Trunk': '1.1'}} Jul 18 16:39:06.614474 dv-cinder-837543-6-iscsi neutron-server[104184]: {{(pid=104184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:39:06.627546 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks [] for router_gateway (e05e21c6-b297-47c5-8e33-dc04c2c1c668), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.713689 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Attempting to bind port 1e73c86a-825b-4eb4-adf7-609ecf16995f on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:06.714151 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Attempting to bind port 1e73c86a-825b-4eb4-adf7-609ecf16995f by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:06.714714 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Attempting to bind port 1e73c86a-825b-4eb4-adf7-609ecf16995f on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:06.736404 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:06.737413 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:06.737413 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.737710 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:06.738428 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Bound port: 1e73c86a-825b-4eb4-adf7-609ecf16995f, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:06.738428 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.925221 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] For port 1e73c86a-825b-4eb4-adf7-609ecf16995f, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:06.933088 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:06.938034 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] For port 1e73c86a-825b-4eb4-adf7-609ecf16995f, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=1e73c86a-825b-4eb4-adf7-609ecf16995f,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:06.953898 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:06.960460 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-4901e171-3f10-4967-83c1-9b283cc1db72', 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72', 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'fixed_ips': [{'subnet_id': '3dd222b9-2b61-42c8-b6eb-a723828c692d'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:39:06.962547 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:07.032977 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:07.056854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks [] for router_controller (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), precommit_add_association {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:07.072700 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Allocated IP 172.20.0.2 (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67/17bb4eb6-a0c7-45ac-b7cf-247295416d1c/575848be-37f1-46a3-a09f-e19e6e4d03b9) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:07.077119 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588d835-9b0b-413a-ba00-6e248c2286a4 None None] Pushing event updated for resources: {'Port': ['ID=1e73c86a-825b-4eb4-adf7-609ecf16995f,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:07.111617 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:07.112422 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:07.157511 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54024) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:07.160020 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:07.327641 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks [] for router_controller (47612f4f-d457-4b5e-af9f-fb3116287584), precommit_add_association {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:07.395655 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:07.437515 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Allocated IP 172.20.0.2 (4901e171-3f10-4967-83c1-9b283cc1db72/3dd222b9-2b61-42c8-b6eb-a723828c692d/2d3f9b42-e34a-4631-b087-4953256f2fb5) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:07.532052 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:07.638078 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Publish callbacks [] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:07.649966 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:07.664350 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:07.889298 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:01Z', 'revision_number': 3, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:07.918291 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks [] for router_gateway (47612f4f-d457-4b5e-af9f-fb3116287584), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:07.971112 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9ab55b-f03d-4548-80f8-1b42c1f2971d None None] The sync data for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi is: [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:01Z', 'revision_number': 3, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:08.043454 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Publish callbacks [] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:08.068934 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:08.089951 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:08.103119 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:08.117856 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:08.214950 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a435dc4b-08d4-4a2b-83bc-decaed543ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:08.274902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks [] for router_gateway (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:08.485523 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:08.495270 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671cc5d2-8b38-4a5e-9ecb-73631a687b73 None None] Network 07d4314d-9237-4c83-9875-1768cdeffac1 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:08.521797 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Pushing event updated for resources: {'Port': ['ID=575848be-37f1-46a3-a09f-e19e6e4d03b9,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:08.524653 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:08.525952 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-2d5a0e88-4345-4b08-bc50-e13473d60555 None None] Provisioning complete for port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:08.526511 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2d5a0e88-4345-4b08-bc50-e13473d60555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:08.638376 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks [] for router_gateway (47612f4f-d457-4b5e-af9f-fb3116287584), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:08.681904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:08.699523 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Allocated IP 172.20.0.1 (6fd6b543-38a6-4937-914e-f705a5e37fe0/25d3acbf-bc51-4697-a9c2-ab8f14128cbe/7e860664-72aa-4df1-909b-8a35328d5eb8) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:08.708794 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:08.741214 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:08.798363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Pushing event updated for resources: {'Port': ['ID=2d3f9b42-e34a-4631-b087-4953256f2fb5,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:08.888216 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Network 4901e171-3f10-4967-83c1-9b283cc1db72 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:08.899892 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:08.901237 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:08.907944 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:09.028046 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Allocated IP 172.27.0.147 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/22406237-9dd2-45f1-a4e6-3458ead4e4ca) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:09.033802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks [] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.040341 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (e05e21c6-b297-47c5-8e33-dc04c2c1c668), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.138242 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.208425 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a435dc4b-08d4-4a2b-83bc-decaed543ea5 admin admin] Publish callbacks [] for security_group (cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.220184 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:09.232330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:09.243432 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:09.244653 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.247501 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Attempting to bind port 575848be-37f1-46a3-a09f-e19e6e4d03b9 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:09.248237 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Attempting to bind port 575848be-37f1-46a3-a09f-e19e6e4d03b9 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:09.250523 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Attempting to bind port 575848be-37f1-46a3-a09f-e19e6e4d03b9 on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:09.273638 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks [] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.298966 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a435dc4b-08d4-4a2b-83bc-decaed543ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.313200 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:09.313904 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Checking segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:09.314476 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.314990 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Bound using segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:09.315797 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Bound port: 575848be-37f1-46a3-a09f-e19e6e4d03b9, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:09.316735 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.322752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:09.338535 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.397988 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435dc4b-08d4-4a2b-83bc-decaed543ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:09.403541 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Pushing event updated for resources: {'Port': ['ID=22406237-9dd2-45f1-a4e6-3458ead4e4ca,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:09.420792 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:09.421839 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (d4102b4a-348e-461f-9a7d-d90cdbf38212), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.424064 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:09.427431 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:09.434441 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:09.687454 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:09.759108 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-a435dc4b-08d4-4a2b-83bc-decaed543ea5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=17bce4e79492457db960343dd5219527&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5765946 Jul 18 16:39:09.760513 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54096) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:09.776079 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Pushing event updated for resources: {'Port': ['ID=7e860664-72aa-4df1-909b-8a35328d5eb8,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:09.800569 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Router e05e21c6-b297-47c5-8e33-dc04c2c1c668 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:39:09.885986 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Attempting to bind port 2d3f9b42-e34a-4631-b087-4953256f2fb5 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:09.886356 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Attempting to bind port 2d3f9b42-e34a-4631-b087-4953256f2fb5 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:09.887258 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Attempting to bind port 2d3f9b42-e34a-4631-b087-4953256f2fb5 on network 4901e171-3f10-4967-83c1-9b283cc1db72 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:09.931670 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:09.932600 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Checking segment: {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:09.933275 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.933669 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Bound using segment: {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:09.934803 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Bound port: 2d3f9b42-e34a-4631-b087-4953256f2fb5, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:09.934803 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.951458 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks [] for router_gateway (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.953133 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-2d5a0e88-4345-4b08-bc50-e13473d60555 None None] Current status of the port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:09.953717 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2d5a0e88-4345-4b08-bc50-e13473d60555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:09.959175 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] For port 575848be-37f1-46a3-a09f-e19e6e4d03b9, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:09.992535 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] For port 575848be-37f1-46a3-a09f-e19e6e4d03b9, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=575848be-37f1-46a3-a09f-e19e6e4d03b9,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:10.051772 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:10.054053 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:10.125750 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:10.126332 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:10.141673 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-2d5a0e88-4345-4b08-bc50-e13473d60555 None None] For port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:10.176107 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2d5a0e88-4345-4b08-bc50-e13473d60555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:10.239064 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962a569-de79-466b-9b25-16d2337c3fea None None] Pushing event updated for resources: {'Port': ['ID=575848be-37f1-46a3-a09f-e19e6e4d03b9,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:10.364379 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks [] for router_gateway (47612f4f-d457-4b5e-af9f-fb3116287584), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:10.425389 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:10.426586 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a0e88-4345-4b08-bc50-e13473d60555 None None] Pushing event updated for resources: {'Port': ['ID=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:10.466531 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] For port 2d3f9b42-e34a-4631-b087-4953256f2fb5, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:10.528474 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54110) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:10.556920 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Allocated IP 172.27.0.181 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/2b48f4d2-ccf1-4aac-98a6-813d5d823fb2) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:10.660405 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] For port 2d3f9b42-e34a-4631-b087-4953256f2fb5, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2d3f9b42-e34a-4631-b087-4953256f2fb5,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:10.692356 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-772d1e45-8ea4-4279-a57f-11b421323e04 None None] Provisioning complete for port 7e860664-72aa-4df1-909b-8a35328d5eb8 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:10.692675 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-772d1e45-8ea4-4279-a57f-11b421323e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:10.703217 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:10.871959 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:39:10.871959 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG oslo_db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:39:10.920289 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-772d1e45-8ea4-4279-a57f-11b421323e04 None None] Port 7e860664-72aa-4df1-909b-8a35328d5eb8 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:10.951751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da77d1-f7c5-4059-9f8b-35e16d28b95d None None] Pushing event updated for resources: {'Port': ['ID=2d3f9b42-e34a-4631-b087-4953256f2fb5,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:10.959837 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-772d1e45-8ea4-4279-a57f-11b421323e04 None None] Provisioning complete for port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:10.960239 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-772d1e45-8ea4-4279-a57f-11b421323e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.012762 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3b082ff0-d799-4f6b-aee0-0eca876b4ba7 admin admin] Publish callbacks [] for security_group (cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.056004 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:11.060598 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5efa2675-a407-4305-bb89-09e406916324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.070658 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Sync routers for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:11.084703 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:11.109812 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:11.118501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:11.123520 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:11.126518 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:11.151382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.152569 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-09a63e31-1867-4f29-b572-7d87ac40966d admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1770909 Jul 18 16:39:11.155968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3b082ff0-d799-4f6b-aee0-0eca876b4ba7 admin admin] Publish callbacks [] for security_group (cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.160999 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54124) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:11.292243 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.306659 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks [] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.330479 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-772d1e45-8ea4-4279-a57f-11b421323e04 None None] Current status of the port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:11.336366 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (47612f4f-d457-4b5e-af9f-fb3116287584), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.409799 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54126) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:11.514913 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:11.546286 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:11.721892 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3b082ff0-d799-4f6b-aee0-0eca876b4ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.727533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3b082ff0-d799-4f6b-aee0-0eca876b4ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.737279 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-3b082ff0-d799-4f6b-aee0-0eca876b4ba7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb HTTP/1.1" status: 204 len: 168 time: 1.9554987 Jul 18 16:39:11.828917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:11.957768 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:11.962659 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b082ff0-d799-4f6b-aee0-0eca876b4ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc44b1b-28a9-4ad6-ba61-7a46ada6d7eb,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:12.085041 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:12.090694 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:12.096650 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:12.160669 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 575848be-37f1-46a3-a09f-e19e6e4d03b9 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:12.209541 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:12.274307 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Pushing event updated for resources: {'Port': ['ID=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:12.409427 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7d24fec-403d-4e0d-918b-2f21710d3310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.479272 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 575848be-37f1-46a3-a09f-e19e6e4d03b9 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:12.480492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.549216 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks [] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.557776 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab95500-84eb-4173-a196-f3049fd5f01f None None] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:12.651605 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-026c48e0-9d49-4b22-9c05-7088b924351b None None] Provisioning complete for port 575848be-37f1-46a3-a09f-e19e6e4d03b9 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:12.651979 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-026c48e0-9d49-4b22-9c05-7088b924351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.685917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54154) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:12.688637 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.689833 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (d4102b4a-348e-461f-9a7d-d90cdbf38212), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.739018 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1d858673-5df0-4dd2-b75a-1ac9656545c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.769835 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7d24fec-403d-4e0d-918b-2f21710d3310 admin admin] Publish callbacks [] for security_group (e0b4c376-e542-4e75-b38f-175a15f84455), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.797611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7d24fec-403d-4e0d-918b-2f21710d3310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e0b4c376-e542-4e75-b38f-175a15f84455), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:12.876097 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:12.907146 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c7d24fec-403d-4e0d-918b-2f21710d3310 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ff24b729d5747ca8bc7c6bb5e8293c1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4910932 Jul 18 16:39:12.907419 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:12.927751 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54164) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:12.944511 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:12.954176 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:12.960179 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5efa2675-a407-4305-bb89-09e406916324 admin admin] Publish callbacks [] for security_group (696052e2-189d-4d32-a8bd-489ec80040d6), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.002244 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5efa2675-a407-4305-bb89-09e406916324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (696052e2-189d-4d32-a8bd-489ec80040d6), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.036430 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:13.066297 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks [] for router_gateway (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.068423 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Pushing event updated for resources: {'Port': ['ID=7e860664-72aa-4df1-909b-8a35328d5eb8,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:13.074157 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d24fec-403d-4e0d-918b-2f21710d3310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b4c376-e542-4e75-b38f-175a15f84455,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:13.123505 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5efa2675-a407-4305-bb89-09e406916324 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7dcb543325c04614a6879797e81c89f7&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5918524 Jul 18 16:39:13.134109 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54168) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:13.224263 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa2675-a407-4305-bb89-09e406916324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696052e2-189d-4d32-a8bd-489ec80040d6,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:13.233690 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.324830 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc4cd4-1845-4d70-bc43-f6fd6a2b178a None None] Network 4901e171-3f10-4967-83c1-9b283cc1db72 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:13.334813 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:13.338243 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:06Z', 'revision_number': 3, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:13.341939 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-026c48e0-9d49-4b22-9c05-7088b924351b None None] Current status of the port 575848be-37f1-46a3-a09f-e19e6e4d03b9 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:13.342608 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-026c48e0-9d49-4b22-9c05-7088b924351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.509664 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1d858673-5df0-4dd2-b75a-1ac9656545c3 admin admin] Publish callbacks [] for security_group (25c71fd8-8b2c-4931-bfe2-dadecd3a8c40), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.532290 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1d858673-5df0-4dd2-b75a-1ac9656545c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (25c71fd8-8b2c-4931-bfe2-dadecd3a8c40), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.602661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3d66c4a8-9dcb-4b1d-81d9-e9bdcc0bfb89 admin admin] Publish callbacks [] for security_group (e0b4c376-e542-4e75-b38f-175a15f84455), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.604803 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Router 47612f4f-d457-4b5e-af9f-fb3116287584 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:39:13.634677 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Checking router: e05e21c6-b297-47c5-8e33-dc04c2c1c668 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:13.635391 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Updating router e05e21c6-b297-47c5-8e33-dc04c2c1c668 port 49d88563-3a5e-413c-858e-e0e3aeae9977 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:13.640924 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1d858673-5df0-4dd2-b75a-1ac9656545c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=03decb0ae21b4e03b93f95965017ed35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9532876 Jul 18 16:39:13.654787 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Router d4102b4a-348e-461f-9a7d-d90cdbf38212 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:39:13.657384 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54182) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:13.726976 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d858673-5df0-4dd2-b75a-1ac9656545c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c71fd8-8b2c-4931-bfe2-dadecd3a8c40,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:13.760684 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-06cb554c-8372-4980-a308-48dd506908d2 admin admin] Publish callbacks [] for security_group (696052e2-189d-4d32-a8bd-489ec80040d6), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.761124 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3d66c4a8-9dcb-4b1d-81d9-e9bdcc0bfb89 admin admin] Publish callbacks [] for security_group (e0b4c376-e542-4e75-b38f-175a15f84455), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.762214 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.843300 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 575848be-37f1-46a3-a09f-e19e6e4d03b9 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:13.843707 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.916655 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-026c48e0-9d49-4b22-9c05-7088b924351b None None] For port 575848be-37f1-46a3-a09f-e19e6e4d03b9, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=575848be-37f1-46a3-a09f-e19e6e4d03b9,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:13.963857 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:13.965906 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-06cb554c-8372-4980-a308-48dd506908d2 admin admin] Publish callbacks [] for security_group (696052e2-189d-4d32-a8bd-489ec80040d6), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.976332 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-026c48e0-9d49-4b22-9c05-7088b924351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:13.989964 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:14.000963 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d147-dfbd-4f4e-8911-3b2517570214 admin admin] Publish callbacks [] for security_group (25c71fd8-8b2c-4931-bfe2-dadecd3a8c40), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.012524 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.099284 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:39:14.099705 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG oslo_db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:39:14.131189 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c48e0-9d49-4b22-9c05-7088b924351b None None] Pushing event updated for resources: {'Port': ['ID=575848be-37f1-46a3-a09f-e19e6e4d03b9,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:14.138308 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:14.143623 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Allocated IP 172.20.0.1 (07d4314d-9237-4c83-9875-1768cdeffac1/909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3/6ce5f138-fc2c-4d3d-a7cf-82722cd296fa) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:14.166536 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d147-dfbd-4f4e-8911-3b2517570214 admin admin] Publish callbacks [] for security_group (25c71fd8-8b2c-4931-bfe2-dadecd3a8c40), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.175744 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:14.184267 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Provisioning complete for port 7e860664-72aa-4df1-909b-8a35328d5eb8 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:14.185407 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.205259 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:14.210106 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3d66c4a8-9dcb-4b1d-81d9-e9bdcc0bfb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e0b4c376-e542-4e75-b38f-175a15f84455), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.212907 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3d66c4a8-9dcb-4b1d-81d9-e9bdcc0bfb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.214182 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-3d66c4a8-9dcb-4b1d-81d9-e9bdcc0bfb89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e0b4c376-e542-4e75-b38f-175a15f84455 HTTP/1.1" status: 204 len: 168 time: 1.2771518 Jul 18 16:39:14.227641 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:14.229593 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:14.257956 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Port 7e860664-72aa-4df1-909b-8a35328d5eb8 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:14.285864 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Provisioning complete for port 575848be-37f1-46a3-a09f-e19e6e4d03b9 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:14.286666 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.331078 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.335987 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-bb67d77d-df73-4a72-8543-9a0cf9aaed42 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9608045 Jul 18 16:39:14.390602 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54190) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:14.460402 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66c4a8-9dcb-4b1d-81d9-e9bdcc0bfb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b4c376-e542-4e75-b38f-175a15f84455,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:14.482115 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Publish callbacks [] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.496283 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.506851 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:14.536686 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks [] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.548698 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Current status of the port 575848be-37f1-46a3-a09f-e19e6e4d03b9 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:14.567306 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:14.590891 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:14.597711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Attempting to bind port 49d88563-3a5e-413c-858e-e0e3aeae9977 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:14.598236 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Attempting to bind port 49d88563-3a5e-413c-858e-e0e3aeae9977 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:14.598712 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Attempting to bind port 49d88563-3a5e-413c-858e-e0e3aeae9977 on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:14.635444 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Provisioning complete for port 2d3f9b42-e34a-4631-b087-4953256f2fb5 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:14.636452 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.638968 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Sync routers for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:14.653974 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdddfc-2626-453c-91bc-55dda967775f None None] Pushing event updated for resources: {'Port': ['ID=49d88563-3a5e-413c-858e-e0e3aeae9977,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:14.656976 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:14.657509 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:14.658016 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.658549 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:14.659337 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Bound port: 49d88563-3a5e-413c-858e-e0e3aeae9977, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:14.659664 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.677320 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-48116a1d-b1f4-4c0e-8a47-b951019d0294 admin admin] 10.222.0.77 "PUT /v2.0/routers/d4102b4a-348e-461f-9a7d-d90cdbf38212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7130232 Jul 18 16:39:14.725198 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-06cb554c-8372-4980-a308-48dd506908d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (696052e2-189d-4d32-a8bd-489ec80040d6), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.732554 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-06cb554c-8372-4980-a308-48dd506908d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.737064 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-06cb554c-8372-4980-a308-48dd506908d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/696052e2-189d-4d32-a8bd-489ec80040d6 HTTP/1.1" status: 204 len: 168 time: 1.5908806 Jul 18 16:39:14.740969 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.798268 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d147-dfbd-4f4e-8911-3b2517570214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (25c71fd8-8b2c-4931-bfe2-dadecd3a8c40), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.814959 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cd6d147-dfbd-4f4e-8911-3b2517570214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.821636 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6cd6d147-dfbd-4f4e-8911-3b2517570214 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/25c71fd8-8b2c-4931-bfe2-dadecd3a8c40 HTTP/1.1" status: 204 len: 168 time: 1.1604679 Jul 18 16:39:14.838648 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] For port 49d88563-3a5e-413c-858e-e0e3aeae9977, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:14.843433 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:14.847246 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] For port 49d88563-3a5e-413c-858e-e0e3aeae9977, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=49d88563-3a5e-413c-858e-e0e3aeae9977,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:14.899104 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Network 07d4314d-9237-4c83-9875-1768cdeffac1 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:14.908420 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Pushing event updated for resources: {'Port': ['ID=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:14.924914 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6d147-dfbd-4f4e-8911-3b2517570214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c71fd8-8b2c-4931-bfe2-dadecd3a8c40,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:14.937812 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:14.949967 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:14.955563 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 575848be-37f1-46a3-a09f-e19e6e4d03b9 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:14.957742 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 1e73c86a-825b-4eb4-adf7-609ecf16995f up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:14.959988 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:14.961529 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:14.968218 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:14.969649 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (e05e21c6-b297-47c5-8e33-dc04c2c1c668), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:15.051994 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:09Z', 'revision_number': 3, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:15.109393 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb554c-8372-4980-a308-48dd506908d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696052e2-189d-4d32-a8bd-489ec80040d6,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:15.137490 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:15.137951 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Updating router 47612f4f-d457-4b5e-af9f-fb3116287584 port 22406237-9dd2-45f1-a4e6-3458ead4e4ca binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:15.230231 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:15.288747 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:15.523530 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54210) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:15.572324 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-df86e15d-8fe0-49f6-b4e8-2cca4a91d847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:15.684876 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Current status of the port 2d3f9b42-e34a-4631-b087-4953256f2fb5 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:15.686608 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:15.690801 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:15.691732 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:15.703493 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:15.775695 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdddfc-2626-453c-91bc-55dda967775f None None] Pushing event updated for resources: {'Port': ['ID=49d88563-3a5e-413c-858e-e0e3aeae9977,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:15.778242 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:39:15.834757 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:16.036605 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Publish callbacks [] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.045924 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.162793 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Attempting to bind port 22406237-9dd2-45f1-a4e6-3458ead4e4ca on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:16.163294 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Attempting to bind port 22406237-9dd2-45f1-a4e6-3458ead4e4ca by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:16.164332 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Attempting to bind port 22406237-9dd2-45f1-a4e6-3458ead4e4ca on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:16.166978 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17293c-c3fe-40ac-a100-0c455952a713 None None] Pushing event updated for resources: {'Port': ['ID=22406237-9dd2-45f1-a4e6-3458ead4e4ca,revision_number=2']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:16.191583 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:16.192065 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:16.193345 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.193345 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:16.193533 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Bound port: 22406237-9dd2-45f1-a4e6-3458ead4e4ca, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:16.193905 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.197496 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:16.260088 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:16.307367 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] For port 22406237-9dd2-45f1-a4e6-3458ead4e4ca, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:16.309478 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] For port 22406237-9dd2-45f1-a4e6-3458ead4e4ca, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=22406237-9dd2-45f1-a4e6-3458ead4e4ca,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:16.312780 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:16.318244 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Sync routers for ids ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:16.328422 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.448113 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.456264 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-87cdb146-f74b-4d9e-9a61-db81114b4605 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0236871 Jul 18 16:39:16.477802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54222) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:16.477952 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17293c-c3fe-40ac-a100-0c455952a713 None None] Pushing event updated for resources: {'Port': ['ID=22406237-9dd2-45f1-a4e6-3458ead4e4ca,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:16.492756 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:16.500074 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:16.506867 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-df86e15d-8fe0-49f6-b4e8-2cca4a91d847 admin admin] Publish callbacks [] for security_group (d03190d8-013e-4918-b0b5-4b8b3a061316), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.513595 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54224) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:16.517762 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks [] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.529688 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Routers {'95f68dd2-1f34-43a5-88d8-6bdb36966ec3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:16.529688 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:16.536131 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.542680 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (e05e21c6-b297-47c5-8e33-dc04c2c1c668), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.550035 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:16.554487 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:16.555952 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-b5f02319-b708-4e8a-9e09-df54bf60808c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406106137', 'description': 'tempest-description--1263153639'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:16.558133 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-df86e15d-8fe0-49f6-b4e8-2cca4a91d847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d03190d8-013e-4918-b0b5-4b8b3a061316), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.596134 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] For port 2d3f9b42-e34a-4631-b087-4953256f2fb5, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2d3f9b42-e34a-4631-b087-4953256f2fb5,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:16.602256 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 1e73c86a-825b-4eb4-adf7-609ecf16995f triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:16.611230 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.747555 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.753478 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Pushing event updated for resources: {'Port': ['ID=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:16.761749 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-df86e15d-8fe0-49f6-b4e8-2cca4a91d847 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d04aa3283f0d47079805f78a11005321&name=default HTTP/1.1" status: 200 len: 2994 time: 1.2369416 Jul 18 16:39:16.766234 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86e15d-8fe0-49f6-b4e8-2cca4a91d847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03190d8-013e-4918-b0b5-4b8b3a061316,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:16.805047 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54240) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:16.911904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-af31e3ed-7554-47a1-97de-51bda33d9311 admin admin] Publish callbacks [] for security_group (d03190d8-013e-4918-b0b5-4b8b3a061316), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:16.915472 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Network 07d4314d-9237-4c83-9875-1768cdeffac1 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:16.918491 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:16.989149 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-af31e3ed-7554-47a1-97de-51bda33d9311 admin admin] Publish callbacks [] for security_group (d03190d8-013e-4918-b0b5-4b8b3a061316), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:17.127553 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Router e05e21c6-b297-47c5-8e33-dc04c2c1c668 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:39:17.128202 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Set router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:17.151244 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-af31e3ed-7554-47a1-97de-51bda33d9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d03190d8-013e-4918-b0b5-4b8b3a061316), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:17.154687 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-af31e3ed-7554-47a1-97de-51bda33d9311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:17.161834 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-af31e3ed-7554-47a1-97de-51bda33d9311 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d03190d8-013e-4918-b0b5-4b8b3a061316 HTTP/1.1" status: 204 len: 168 time: 0.3527427 Jul 18 16:39:17.223076 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31e3ed-7554-47a1-97de-51bda33d9311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03190d8-013e-4918-b0b5-4b8b3a061316,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:17.319170 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:17.375643 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:17.394670 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-166c5737-e915-404e-80bc-bb43acc5829c admin admin] 10.222.0.77 "PUT /v2.0/routers/e05e21c6-b297-47c5-8e33-dc04c2c1c668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2291558 Jul 18 16:39:17.422704 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:17.602152 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-1dbe336f-b99e-4ec0-9e59-01093117a74e None None] Provisioning complete for port 2d3f9b42-e34a-4631-b087-4953256f2fb5 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:17.602888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1dbe336f-b99e-4ec0-9e59-01093117a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:17.613657 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:17.629174 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b5f02319-b708-4e8a-9e09-df54bf60808c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:17.777574 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:17.782900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:17.884069 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:12Z', 'revision_number': 3, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port': {'id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:10Z', 'updated_at': '2022-07-18T16:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:17.921351 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:17.931226 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Checking router: 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:17.932135 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Updating router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:17.943453 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:18.021459 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.033428 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ca0d1-31eb-4b0d-90f7-28239ac6c997 None None] Pushing event updated for resources: {'Port': ['ID=2d3f9b42-e34a-4631-b087-4953256f2fb5,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:18.111378 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:09Z', 'revision_number': 3, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:18.120314 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b5f02319-b708-4e8a-9e09-df54bf60808c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (77addf49-cad8-4761-ad85-af5d533a58af), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.160963 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b5f02319-b708-4e8a-9e09-df54bf60808c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (77addf49-cad8-4761-ad85-af5d533a58af), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.252985 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b5f02319-b708-4e8a-9e09-df54bf60808c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.254495 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b5f02319-b708-4e8a-9e09-df54bf60808c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7223170 Jul 18 16:39:18.259266 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54276) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:18.265170 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-8c32cf61-9b90-4e5c-ad7a-f5782bb6b8aa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'security_group_rule': {'security_group_id': '77addf49-cad8-4761-ad85-af5d533a58af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:18.295162 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:18.313854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f02319-b708-4e8a-9e09-df54bf60808c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77addf49-cad8-4761-ad85-af5d533a58af,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:18.369977 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 1e73c86a-825b-4eb4-adf7-609ecf16995f is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:18.370868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.374680 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8c32cf61-9b90-4e5c-ad7a-f5782bb6b8aa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (29959d38-a2b9-477b-babb-a9f36f07cbf5), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.391500 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 2, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:18.458378 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:18.473447 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 1e73c86a-825b-4eb4-adf7-609ecf16995f, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=1e73c86a-825b-4eb4-adf7-609ecf16995f,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:18.544503 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f22ef-13cd-437a-a98b-08d41b15bbd4 None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:09Z', 'revision_number': 3, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:18.561502 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Checking router: d4102b4a-348e-461f-9a7d-d90cdbf38212 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:18.562152 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Updating router d4102b4a-348e-461f-9a7d-d90cdbf38212 port 7e860664-72aa-4df1-909b-8a35328d5eb8 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:18.565982 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Allocated IP 172.20.0.1 (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67/17bb4eb6-a0c7-45ac-b7cf-247295416d1c/42353326-0c62-499c-8190-cb64bfcae406) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:18.655390 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8c32cf61-9b90-4e5c-ad7a-f5782bb6b8aa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (29959d38-a2b9-477b-babb-a9f36f07cbf5), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.658480 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.659809 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:18.665171 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8c32cf61-9b90-4e5c-ad7a-f5782bb6b8aa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (29959d38-a2b9-477b-babb-a9f36f07cbf5), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.746688 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32cf61-9b90-4e5c-ad7a-f5782bb6b8aa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29959d38-a2b9-477b-babb-a9f36f07cbf5,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:18.763718 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe336f-b99e-4ec0-9e59-01093117a74e None None] Current status of the port 2d3f9b42-e34a-4631-b087-4953256f2fb5 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:18.776400 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8c32cf61-9b90-4e5c-ad7a-f5782bb6b8aa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.777571 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-8c32cf61-9b90-4e5c-ad7a-f5782bb6b8aa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5172632 Jul 18 16:39:18.792472 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54288) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:18.807000 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-9114dfbd-cfc9-4a03-b41a-5d089e20ff2f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'security_group_rule': {'security_group_id': '77addf49-cad8-4761-ad85-af5d533a58af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:18.835747 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:18.896897 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9114dfbd-cfc9-4a03-b41a-5d089e20ff2f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (633563d8-acc8-4951-b596-255bd6630a19), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.075740 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9114dfbd-cfc9-4a03-b41a-5d089e20ff2f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (633563d8-acc8-4951-b596-255bd6630a19), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.078555 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks [] for port (42353326-0c62-499c-8190-cb64bfcae406), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.104744 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9114dfbd-cfc9-4a03-b41a-5d089e20ff2f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (633563d8-acc8-4951-b596-255bd6630a19), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.197299 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:19.202455 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114dfbd-cfc9-4a03-b41a-5d089e20ff2f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633563d8-acc8-4951-b596-255bd6630a19,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:19.222136 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9114dfbd-cfc9-4a03-b41a-5d089e20ff2f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.231863 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-9114dfbd-cfc9-4a03-b41a-5d089e20ff2f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4348004 Jul 18 16:39:19.233240 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54294) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:19.236933 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.239541 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Publish callbacks [] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.262900 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:19.266878 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-1dbe336f-b99e-4ec0-9e59-01093117a74e None None] Provisioning complete for port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:19.267504 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1dbe336f-b99e-4ec0-9e59-01093117a74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.277397 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.355982 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54296) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:19.370656 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.381011 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:19.406233 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (42353326-0c62-499c-8190-cb64bfcae406), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.450554 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Attempting to bind port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:19.458314 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=1e73c86a-825b-4eb4-adf7-609ecf16995f,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:19.463356 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Attempting to bind port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:19.467033 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Attempting to bind port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:19.468602 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:19.468853 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.528820 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-6916efc5-c140-41a7-bc02-9c83988f1ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.533021 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-5477f279-2968-41a3-9134-915f474d9239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:14Z', 'revision_number': 1, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:19.534848 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:19.535378 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:19.535852 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.536308 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:19.536958 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Bound port: 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:19.537638 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.575604 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:19.616014 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe336f-b99e-4ec0-9e59-01093117a74e None None] Port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:19.647904 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477f279-2968-41a3-9134-915f474d9239 None None] The sync data for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi is: [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:14Z', 'revision_number': 1, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:19.658398 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:19.675865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:19.715110 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54304) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:19.722749 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644387fc-3700-463d-94fe-1f1428d7c0d8 None None] Pushing event updated for resources: {'Port': ['ID=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,revision_number=2']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:19.776160 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] For port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:19.784717 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:19.791485 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (47612f4f-d457-4b5e-af9f-fb3116287584), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.797732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Pushing event updated for resources: {'Port': ['ID=42353326-0c62-499c-8190-cb64bfcae406,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:19.805369 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] For port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:19.839063 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:19.904796 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54324) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:19.916763 dv-cinder-837543-6-iscsi neutron-server[104181]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 16:39:19.995753 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Allocated IP 172.20.0.1 (4901e171-3f10-4967-83c1-9b283cc1db72/3dd222b9-2b61-42c8-b6eb-a723828c692d/2c6b2d6b-e933-41ba-a314-4ac571360b48) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:20.156477 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:20.183672 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Routers {'95f68dd2-1f34-43a5-88d8-6bdb36966ec3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:20.185144 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:38:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:20.209279 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:20.212362 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644387fc-3700-463d-94fe-1f1428d7c0d8 None None] Pushing event updated for resources: {'Port': ['ID=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:20.215926 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2d3f9b42-e34a-4631-b087-4953256f2fb5 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:20.387211 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (42353326-0c62-499c-8190-cb64bfcae406), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:20.447420 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:20.602982 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-43ead8eb-dab0-4eec-8cf9-b77740e7bf77 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:20.605946 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-43ead8eb-dab0-4eec-8cf9-b77740e7bf77 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 819 time: 0.6905918 Jul 18 16:39:20.649259 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-6e821333-8e61-4c44-a9c7-bb27c6154672 None None] Provisioning complete for port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:20.649259 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-6e821333-8e61-4c44-a9c7-bb27c6154672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:20.719743 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-756045611-network', 'tenant_id': '68e857db505b4759ae2afc9661c2f2b0'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:20.772490 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] Set router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:20.862518 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-6e821333-8e61-4c44-a9c7-bb27c6154672 None None] Port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:20.875549 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-45fdb464-3459-4c9e-9a47-b3a263575b79 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/quotas/afb65421f9504a918b7a47451fac6707 HTTP/1.1" status: 200 len: 375 time: 0.1850252 Jul 18 16:39:20.949906 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 2d3f9b42-e34a-4631-b087-4953256f2fb5 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:20.951407 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.002813 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Made reservation on behalf of 68e857db505b4759ae2afc9661c2f2b0 for: {'network': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:21.027268 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.153484 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:21.163988 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks [] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.168281 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5593609a-717a-4c2b-8041-885d720cf66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.255393 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.291578 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.312419 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.336579 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8966243f-544d-471f-beea-a5fbe4c51d57 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4561250 Jul 18 16:39:21.656549 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-436128e6-8072-4a94-886f-bb6ad9437010 None None] Provisioning complete for port 42353326-0c62-499c-8190-cb64bfcae406 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:21.657160 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-436128e6-8072-4a94-886f-bb6ad9437010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (42353326-0c62-499c-8190-cb64bfcae406), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:21.720165 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-436128e6-8072-4a94-886f-bb6ad9437010 None None] Port 42353326-0c62-499c-8190-cb64bfcae406 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:21.865333 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Network 4901e171-3f10-4967-83c1-9b283cc1db72 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:21.891987 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:21.906175 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:12Z', 'revision_number': 3, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port': {'id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:10Z', 'updated_at': '2022-07-18T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:21.975043 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 2d3f9b42-e34a-4631-b087-4953256f2fb5 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:21.995327 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Publish callbacks [] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.020075 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.043265 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac58cdc-b17e-4bd1-8fde-6c55ad7b0b94 None None] The sync data for ids ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'] in dv-cinder-837543-6-iscsi is: [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:12Z', 'revision_number': 3, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port': {'id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:10Z', 'updated_at': '2022-07-18T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:22.061781 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks [] for port (42353326-0c62-499c-8190-cb64bfcae406), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.064648 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Allocated IP 172.27.0.185 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/276bb1af-a285-4ca4-ae41-963b1c51dfa1) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:22.076924 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:22.078975 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.307475 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Pushing event updated for resources: {'Port': ['ID=2c6b2d6b-e933-41ba-a314-4ac571360b48,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:22.309261 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.318248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (42353326-0c62-499c-8190-cb64bfcae406), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.324707 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (47612f4f-d457-4b5e-af9f-fb3116287584), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.329393 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:22.382813 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=12 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:22.385374 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:22.444841 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2cee81c5-fd0c-484b-8e16-024d669f931c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.495512 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Pushing event updated for resources: {'Port': ['ID=42353326-0c62-499c-8190-cb64bfcae406,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:22.642159 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a1955-ead8-4dd8-a513-8e7c7d7c8216 None None] Pushing event updated for resources: {'Port': ['ID=7e860664-72aa-4df1-909b-8a35328d5eb8,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:22.656944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks [] for security_group (15a30467-9dc0-4473-ab26-da6fa9a198f0), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.690925 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.725090 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Attempting to bind port 7e860664-72aa-4df1-909b-8a35328d5eb8 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:22.725914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Attempting to bind port 7e860664-72aa-4df1-909b-8a35328d5eb8 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:22.726841 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Attempting to bind port 7e860664-72aa-4df1-909b-8a35328d5eb8 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:22.758913 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 49d88563-3a5e-413c-858e-e0e3aeae9977 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:22.778287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:22.784739 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (15a30467-9dc0-4473-ab26-da6fa9a198f0), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.829753 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:22.837265 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:22.903156 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:22.924720 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:22.926827 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Checking segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:22.928402 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.934898 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Bound using segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:22.935451 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Bound port: 7e860664-72aa-4df1-909b-8a35328d5eb8, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:22.935910 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:22.960258 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5593609a-717a-4c2b-8041-885d720cf66b admin admin] Publish callbacks [] for security_group (892d5cd1-77bb-4f5f-9c0a-6d02ab29533d), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:23.028965 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=104181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:39:23.040968 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-1b3302a4-67d8-4c61-aa6f-e90fd4a54f33 None None] Provisioning complete for port 2c6b2d6b-e933-41ba-a314-4ac571360b48 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:23.042336 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1b3302a4-67d8-4c61-aa6f-e90fd4a54f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:23.093164 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:23.115861 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5593609a-717a-4c2b-8041-885d720cf66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (892d5cd1-77bb-4f5f-9c0a-6d02ab29533d), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:23.201423 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:23.226634 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:39:23.296953 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:23.376561 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] For port 7e860664-72aa-4df1-909b-8a35328d5eb8, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:23.386910 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] For port 7e860664-72aa-4df1-909b-8a35328d5eb8, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=7e860664-72aa-4df1-909b-8a35328d5eb8,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:23.408238 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:23.432955 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:23.535403 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'Port': ['ID=276bb1af-a285-4ca4-ae41-963b1c51dfa1,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:23.544130 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 49d88563-3a5e-413c-858e-e0e3aeae9977 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:23.544689 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:23.638023 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-63613621-81fb-4397-a314-8fb953e0d209 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:39:23.662014 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-63613621-81fb-4397-a314-8fb953e0d209 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9968214 Jul 18 16:39:23.673261 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (7d9fce10-c82f-4c10-a73f-5352b7914223), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:23.673865 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.segments_db [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Added segment 7d9fce10-c82f-4c10-a73f-5352b7914223 of type vlan for network d648160b-a305-407f-ba48-4992fc904d38 Jul 18 16:39:23.958507 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-1b3302a4-67d8-4c61-aa6f-e90fd4a54f33 None None] Port 2c6b2d6b-e933-41ba-a314-4ac571360b48 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:24.009245 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:39:24.117839 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:24.123426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:39:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:24.130151 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:24.130978 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Provisioning complete for port 42353326-0c62-499c-8190-cb64bfcae406 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:24.134016 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (42353326-0c62-499c-8190-cb64bfcae406), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.135795 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-a21a5da2-8d08-4bcd-b8b6-a928d4ae8a95 service neutron] 10.222.0.77 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721427 Jul 18 16:39:24.148171 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a1955-ead8-4dd8-a513-8e7c7d7c8216 None None] Pushing event updated for resources: {'Port': ['ID=7e860664-72aa-4df1-909b-8a35328d5eb8,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:24.253605 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a30467-9dc0-4473-ab26-da6fa9a198f0,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:24.265329 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.321118 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks [] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.333150 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:24.338154 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.340248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.394536 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-5dd9f41e-7cf6-485a-8d3f-133ecc76fc8e admin admin] 10.222.0.77 "PUT /v2.0/routers/47612f4f-d457-4b5e-af9f-fb3116287584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9918633 Jul 18 16:39:24.429032 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:24.441021 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593609a-717a-4c2b-8041-885d720cf66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892d5cd1-77bb-4f5f-9c0a-6d02ab29533d,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:24.491150 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5593609a-717a-4c2b-8041-885d720cf66b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92697118684e4e219bd5fa9cffbcb74b&name=default HTTP/1.1" status: 200 len: 2996 time: 5.1326139 Jul 18 16:39:24.504960 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54386) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:24.540053 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (3a32f496-ccee-48a2-af44-b41517b1af1f), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.600270 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (d648160b-a305-407f-ba48-4992fc904d38), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.607158 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Port 42353326-0c62-499c-8190-cb64bfcae406 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:24.630967 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Pushing event updated for resources: {'Port': ['ID=2c6b2d6b-e933-41ba-a314-4ac571360b48,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:24.658947 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 49d88563-3a5e-413c-858e-e0e3aeae9977 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:24.661353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.688068 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:24.689100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:39:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:24.697363 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd9b877d-14b8-4190-8b9a-14369271c412 admin admin] Publish callbacks [] for security_group (892d5cd1-77bb-4f5f-9c0a-6d02ab29533d), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.779979 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.db.resource_extend [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 16:39:24.816723 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.850316 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd9b877d-14b8-4190-8b9a-14369271c412 admin admin] Publish callbacks [] for security_group (892d5cd1-77bb-4f5f-9c0a-6d02ab29533d), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.854136 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:24.897739 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (d648160b-a305-407f-ba48-4992fc904d38), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.899005 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:24.899809 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.916323 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Provisioning complete for port 7e860664-72aa-4df1-909b-8a35328d5eb8 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:24.917003 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:24.925378 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-3593b991-eb28-49c1-9ec4-1b59525a8612 service neutron] 10.222.0.77 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903796 Jul 18 16:39:24.969509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Network 4901e171-3f10-4967-83c1-9b283cc1db72 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:24.989393 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:25.008612 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 5.2847655 Jul 18 16:39:25.010832 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54398) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:25.074716 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Request body: {'subnet': {'network_id': 'd648160b-a305-407f-ba48-4992fc904d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-756045611-subnet', 'tenant_id': '68e857db505b4759ae2afc9661c2f2b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:25.087718 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 49d88563-3a5e-413c-858e-e0e3aeae9977, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=49d88563-3a5e-413c-858e-e0e3aeae9977,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:25.121137 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1fd7f-ed32-4159-83fd-a6c72044ef59 admin admin] Pushing event updated for resources: {'Network': ['ID=d648160b-a305-407f-ba48-4992fc904d38,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:25.190519 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network d648160b-a305-407f-ba48-4992fc904d38 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:39:25.194171 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:25.197928 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.199929 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 1e73c86a-825b-4eb4-adf7-609ecf16995f up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:25.277531 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:25.294266 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Made reservation on behalf of 68e857db505b4759ae2afc9661c2f2b0 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:25.303668 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.412524 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.430733 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.502212 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (3a32f496-ccee-48a2-af44-b41517b1af1f), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.521683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'Port': ['ID=276bb1af-a285-4ca4-ae41-963b1c51dfa1,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:25.579499 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Sync routers for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:25.611845 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:25.613913 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:39:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:25.630252 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54414) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:25.630773 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54416) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:25.662080 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=49d88563-3a5e-413c-858e-e0e3aeae9977,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:25.663180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-ab4f025f-b9d5-463f-83b7-a5f1fa1f9f74 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324334721', 'description': 'tempest-description--565856237'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:25.725950 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:25.727881 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f7c08cd0-caa0-46df-b320-df7d5ea8ebb6 req-7bf6d525-1b01-403f-ab5c-687bda0b7894 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 210 time: 0.2117171 Jul 18 16:39:25.750691 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.753829 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-08847837-127b-49be-9c12-70de82759637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5147574 Jul 18 16:39:25.816602 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ab4f025f-b9d5-463f-83b7-a5f1fa1f9f74 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.818620 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:25.820646 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (94b19ca8-836a-4795-bd26-d0254861dc53), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.907006 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:25.910436 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:25.920308 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:25.925480 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:39:26.126204 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ab4f025f-b9d5-463f-83b7-a5f1fa1f9f74 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (3bf1bfe5-2810-4469-8618-3113b177d845), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.134245 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:26.148041 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ab4f025f-b9d5-463f-83b7-a5f1fa1f9f74 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (3bf1bfe5-2810-4469-8618-3113b177d845), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.161586 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.223702 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:26.258095 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 1e73c86a-825b-4eb4-adf7-609ecf16995f triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:26.258493 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.373914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:23Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:26.459675 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5e988fb3-e4f3-4a97-ae17-20e44a071b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.465172 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:26.471064 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:39:26.489050 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-a0b2f8ea-4b84-4e6b-b3f7-98998dc1bb4b admin admin] 10.222.0.77 "PUT /v2.0/routers/95f68dd2-1f34-43a5-88d8-6bdb36966ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9993382 Jul 18 16:39:26.505434 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b95af-f7c5-431f-9857-592ab4bade3e None None] The sync data for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi is: [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:23Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:26.508852 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Checking segment: {'id': '7d9fce10-c82f-4c10-a73f-5352b7914223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd648160b-a305-407f-ba48-4992fc904d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:26.509223 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Network hostable DHCP agents. Network: d648160b-a305-407f-ba48-4992fc904d38, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:39:26.534160 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Sync routers for ids ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:39:26.574259 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Current status of the port 7e860664-72aa-4df1-909b-8a35328d5eb8 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:26.575000 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.588183 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54458) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:26.637769 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f025f-b9d5-463f-83b7-a5f1fa1f9f74 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1bfe5-2810-4469-8618-3113b177d845,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:26.638778 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd9b877d-14b8-4190-8b9a-14369271c412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (892d5cd1-77bb-4f5f-9c0a-6d02ab29533d), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.649541 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd9b877d-14b8-4190-8b9a-14369271c412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.651957 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-dd9b877d-14b8-4190-8b9a-14369271c412 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/892d5cd1-77bb-4f5f-9c0a-6d02ab29533d HTTP/1.1" status: 204 len: 168 time: 2.1457224 Jul 18 16:39:26.657852 dv-cinder-837543-6-iscsi neutron-server[104182]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 16:39:26.662664 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ab4f025f-b9d5-463f-83b7-a5f1fa1f9f74 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.670067 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ab4f025f-b9d5-463f-83b7-a5f1fa1f9f74 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0177450 Jul 18 16:39:26.695877 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Network d648160b-a305-407f-ba48-4992fc904d38 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:39:26.712851 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54470) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:26.746976 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b877d-14b8-4190-8b9a-14369271c412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d5cd1-77bb-4f5f-9c0a-6d02ab29533d,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:26.763377 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=94b19ca8-836a-4795-bd26-d0254861dc53,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:26.768125 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Routers {'95f68dd2-1f34-43a5-88d8-6bdb36966ec3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:26.769450 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:39:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:26.777190 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-c7801450-9009-492f-b3f1-3a8aa48b9ab2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '3bf1bfe5-2810-4469-8618-3113b177d845', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:26.792759 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, d648160b-a305-407f-ba48-4992fc904d38) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:26.902908 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:26.903537 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:26.939995 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99069009-0e19-46f6-b33d-ca5b1506012a None None] Network d648160b-a305-407f-ba48-4992fc904d38 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:27.084311 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-4f500b7f-af74-4515-87ff-96a6a34eec9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--406106137&fields=id&tenant_id=26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 267 time: 0.4501317 Jul 18 16:39:27.091849 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-f94ad87c-b57c-40f3-a94a-6e38df355b3b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0496032 Jul 18 16:39:27.128469 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 2, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:27.232567 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Checking router: e05e21c6-b297-47c5-8e33-dc04c2c1c668 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:27.237374 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Updating router e05e21c6-b297-47c5-8e33-dc04c2c1c668 port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:27.308176 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7801450-9009-492f-b3f1-3a8aa48b9ab2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (fa591c45-3209-4f62-8cc1-ac581b2f9fdd), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.352305 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.372842 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:27.530710 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] For port 7e860664-72aa-4df1-909b-8a35328d5eb8, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=7e860664-72aa-4df1-909b-8a35328d5eb8,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:27.556277 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.614885 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 1e73c86a-825b-4eb4-adf7-609ecf16995f is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:27.618251 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 22406237-9dd2-45f1-a4e6-3458ead4e4ca up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:27.622012 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.648387 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5e988fb3-e4f3-4a97-ae17-20e44a071b0c admin admin] Publish callbacks [] for security_group (d52691ee-2de9-4522-8e65-1fdb2f672903), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.659434 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7801450-9009-492f-b3f1-3a8aa48b9ab2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (fa591c45-3209-4f62-8cc1-ac581b2f9fdd), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.684416 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5e988fb3-e4f3-4a97-ae17-20e44a071b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d52691ee-2de9-4522-8e65-1fdb2f672903), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.692710 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7801450-9009-492f-b3f1-3a8aa48b9ab2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (fa591c45-3209-4f62-8cc1-ac581b2f9fdd), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:27.722670 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:27.807221 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-0d027822-4144-4864-82fd-1463880ddc19 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:27.809407 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-0d027822-4144-4864-82fd-1463880ddc19 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 819 time: 1.0937784 Jul 18 16:39:27.964491 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7801450-9009-492f-b3f1-3a8aa48b9ab2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa591c45-3209-4f62-8cc1-ac581b2f9fdd,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:28.003968 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5e988fb3-e4f3-4a97-ae17-20e44a071b0c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18431c63b9884b508d53eaf28859cba3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3691969 Jul 18 16:39:28.012302 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c7801450-9009-492f-b3f1-3a8aa48b9ab2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.013547 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c7801450-9009-492f-b3f1-3a8aa48b9ab2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2478890 Jul 18 16:39:28.021788 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54506) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:28.025514 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54508) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:28.029684 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-db5b3fc5-8a15-4c81-8d34-dc9acb4daa0b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/quotas/afb65421f9504a918b7a47451fac6707 HTTP/1.1" status: 200 len: 375 time: 0.1918049 Jul 18 16:39:28.055872 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-39707673-8ee9-430a-a134-44d97b1f10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '3bf1bfe5-2810-4469-8618-3113b177d845', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:28.062135 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Set router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:28.066151 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e988fb3-e4f3-4a97-ae17-20e44a071b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52691ee-2de9-4522-8e65-1fdb2f672903,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:28.103278 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:28.240958 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-5122058b-af86-4ed4-8b9d-c7358b2d52f2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767697 Jul 18 16:39:28.293303 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-39707673-8ee9-430a-a134-44d97b1f10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (6dbe6d6f-aa90-4d55-b52a-6aff87a94c3a), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.373150 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:28.407153 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:28.411596 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c308c8a7-7ab5-437c-bbb5-1a3c7a2a9e98 admin admin] Publish callbacks [] for security_group (d52691ee-2de9-4522-8e65-1fdb2f672903), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.418307 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Publish callbacks [] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.424827 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-ac7eaf82-8767-4e9e-bcdc-0ce8786f6c16 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:28.440093 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.443557 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-ac7eaf82-8767-4e9e-bcdc-0ce8786f6c16 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 816 time: 1.3491256 Jul 18 16:39:28.482103 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e2f7ee11-6ef9-4de7-af3d-3b3cba624d96 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/quotas/26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 375 time: 0.0324621 Jul 18 16:39:28.581276 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-bb219077-6d0a-4344-9d11-f5c5a6e53998 None None] Provisioning complete for port 2c6b2d6b-e933-41ba-a314-4ac571360b48 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:28.587154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-bb219077-6d0a-4344-9d11-f5c5a6e53998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.598061 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dc847-6574-4bb0-a9fb-38381c599acb None None] Pushing event updated for resources: {'Port': ['ID=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:28.624215 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c308c8a7-7ab5-437c-bbb5-1a3c7a2a9e98 admin admin] Publish callbacks [] for security_group (d52691ee-2de9-4522-8e65-1fdb2f672903), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.774378 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-39707673-8ee9-430a-a134-44d97b1f10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (6dbe6d6f-aa90-4d55-b52a-6aff87a94c3a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.780830 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-ea5b3505-5635-4cc9-a9f6-d22dc57b1a69 service neutron] 10.222.0.77 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323756 Jul 18 16:39:28.810265 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-0ca4ad52-abea-4a02-af1f-7c69b8e6f3b5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3254209 Jul 18 16:39:28.882289 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:21Z', 'revision_number': 2, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:28.896037 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Attempting to bind port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:28.896411 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Attempting to bind port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:28.899274 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Attempting to bind port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:28.909310 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:28.919471 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Checking segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:28.920108 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:28.922799 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91b143-1165-48ee-893e-c59d20abec94 None None] Pushing event updated for resources: {'Port': ['ID=7e860664-72aa-4df1-909b-8a35328d5eb8,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:28.923612 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Bound using segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:28.924239 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Bound port: 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:28.928343 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.122067 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:29.123158 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Updating router 47612f4f-d457-4b5e-af9f-fb3116287584 port 42353326-0c62-499c-8190-cb64bfcae406 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:29.128181 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b4bc2-300a-41c0-a213-af45840d9b7d None None] Network d648160b-a305-407f-ba48-4992fc904d38 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:29.156345 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-47960836-fce7-4d97-93f1-b9c9d2316e04 service neutron] 10.222.0.77 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985928 Jul 18 16:39:29.163862 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-39707673-8ee9-430a-a134-44d97b1f10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (6dbe6d6f-aa90-4d55-b52a-6aff87a94c3a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.185564 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c308c8a7-7ab5-437c-bbb5-1a3c7a2a9e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d52691ee-2de9-4522-8e65-1fdb2f672903), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.198282 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c308c8a7-7ab5-437c-bbb5-1a3c7a2a9e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.202502 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 22406237-9dd2-45f1-a4e6-3458ead4e4ca triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:29.203926 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c308c8a7-7ab5-437c-bbb5-1a3c7a2a9e98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d52691ee-2de9-4522-8e65-1fdb2f672903 HTTP/1.1" status: 204 len: 168 time: 1.1661398 Jul 18 16:39:29.206788 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.215516 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] For port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:29.230805 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] For port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:29.260844 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.298735 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39707673-8ee9-430a-a134-44d97b1f10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbe6d6f-aa90-4d55-b52a-6aff87a94c3a,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:29.321388 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308c8a7-7ab5-437c-bbb5-1a3c7a2a9e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52691ee-2de9-4522-8e65-1fdb2f672903,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:29.357247 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-39707673-8ee9-430a-a134-44d97b1f10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.358657 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-39707673-8ee9-430a-a134-44d97b1f10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3235092 Jul 18 16:39:29.364950 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54546) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:29.369925 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:29.430885 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-bb219077-6d0a-4344-9d11-f5c5a6e53998 None None] Port 2c6b2d6b-e933-41ba-a314-4ac571360b48 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:29.484083 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.537888 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:29.538773 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:39:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:29.691310 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54566) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:29.706040 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (42353326-0c62-499c-8190-cb64bfcae406), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.711747 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dc847-6574-4bb0-a9fb-38381c599acb None None] Pushing event updated for resources: {'Port': ['ID=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,revision_number=4']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:29.721638 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121310060-network', 'tenant_id': '396b1d78b1e4487eb57c5238aa2c8565'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:29.737545 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-bb219077-6d0a-4344-9d11-f5c5a6e53998 None None] Provisioning complete for port 7e860664-72aa-4df1-909b-8a35328d5eb8 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:29.737545 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-bb219077-6d0a-4344-9d11-f5c5a6e53998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.822719 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Made reservation on behalf of 396b1d78b1e4487eb57c5238aa2c8565 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:29.828810 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.856252 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.866859 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:29.967076 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:30.065468 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:30.125954 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks [] for security_group (451ea0c2-6b70-4dd9-a963-997e868f20ac), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.144817 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (451ea0c2-6b70-4dd9-a963-997e868f20ac), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.166495 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.27.0.38 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/07a8be6d-0dac-4b63-919e-e9e9fd613f6a) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:30.218142 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:39:30.256160 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-602ce293-8a24-4da6-befe-2103db62e9af service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:39:30.260483 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-602ce293-8a24-4da6-befe-2103db62e9af service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8174233 Jul 18 16:39:30.331394 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (19516d35-788f-4db0-96bb-6108a94f3eb9), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.335668 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Added segment 19516d35-788f-4db0-96bb-6108a94f3eb9 of type vlan for network 1cbf09bc-20f4-4d12-875b-0fc61bec72fe Jul 18 16:39:30.554015 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:30.560080 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.571866 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451ea0c2-6b70-4dd9-a963-997e868f20ac,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:30.598050 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 22406237-9dd2-45f1-a4e6-3458ead4e4ca is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:30.604130 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.675042 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:29Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:30.692721 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:22Z', 'revision_number': 4, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port': {'id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:10Z', 'updated_at': '2022-07-18T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '2c6b2d6b-e933-41ba-a314-4ac571360b48', 'name': '', 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'mac_address': 'fa:16:3e:f3:83:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dd222b9-2b61-42c8-b6eb-a723828c692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:18Z', 'updated_at': '2022-07-18T16:39:23Z', 'revision_number': 2, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'subnets': [{'id': '3dd222b9-2b61-42c8-b6eb-a723828c692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:30.728738 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:30.730464 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:30.736869 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.755032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54592) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:30.780893 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b85ccf-011d-45ad-951b-de6d53a97112 None None] The sync data for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi is: [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:29Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:30.804205 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:30.808863 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 22406237-9dd2-45f1-a4e6-3458ead4e4ca, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=22406237-9dd2-45f1-a4e6-3458ead4e4ca,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:30.828798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Checking router: 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:39:30.829440 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Updating router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 port 2c6b2d6b-e933-41ba-a314-4ac571360b48 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:39:30.835714 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (1cbf09bc-20f4-4d12-875b-0fc61bec72fe), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.841436 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-bb219077-6d0a-4344-9d11-f5c5a6e53998 None None] Current status of the port 7e860664-72aa-4df1-909b-8a35328d5eb8 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:30.850163 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.851630 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 575848be-37f1-46a3-a09f-e19e6e4d03b9 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:30.885470 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:30.915440 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:30.919506 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7c82-ed55-4bb0-bf11-a730bbae94d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:30.935355 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:31.072982 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=07a8be6d-0dac-4b63-919e-e9e9fd613f6a,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:31.124970 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:31.183860 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (88db2bb3-8eb3-4f3d-921d-a754b9bac981), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.206169 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (1cbf09bc-20f4-4d12-875b-0fc61bec72fe), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.211177 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:31.214024 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.223622 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.239363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-e8167fba-40c1-4002-be57-45a8dac886cd None None] Provisioning complete for port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:31.239809 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e8167fba-40c1-4002-be57-45a8dac886cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.277698 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5797775 Jul 18 16:39:31.280395 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54612) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:31.332421 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=22406237-9dd2-45f1-a4e6-3458ead4e4ca,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:31.377469 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Request body: {'subnet': {'network_id': '1cbf09bc-20f4-4d12-875b-0fc61bec72fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121310060-subnet', 'tenant_id': '396b1d78b1e4487eb57c5238aa2c8565', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:31.416653 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-1a077c54-7a12-47a9-852b-d25ba0ede2b8 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:31.419715 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-1a077c54-7a12-47a9-852b-d25ba0ede2b8 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/networks?id=4901e171-3f10-4967-83c1-9b283cc1db72 HTTP/1.1" status: 200 len: 811 time: 0.5314119 Jul 18 16:39:31.428458 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.95', 60049) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:31.462246 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Made reservation on behalf of 396b1d78b1e4487eb57c5238aa2c8565 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:31.465020 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.575487 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7c82-ed55-4bb0-bf11-a730bbae94d3 admin admin] Publish callbacks [] for security_group (9318ce6d-0052-4abb-95a1-e32bdb74d954), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.581314 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.599674 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-fd9d6d05-97ce-4733-b2ea-5a54da2e2b4f service neutron] 10.222.0.77 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3216512 Jul 18 16:39:31.608377 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9a0b3-8e0b-4221-bf05-acd25faaf994 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbf09bc-20f4-4d12-875b-0fc61bec72fe,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:31.703356 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 575848be-37f1-46a3-a09f-e19e6e4d03b9 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:31.703768 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:31.751993 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 1cbf09bc-20f4-4d12-875b-0fc61bec72fe details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:39:32.025024 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Publish callbacks [] for port (42353326-0c62-499c-8190-cb64bfcae406), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:32.072860 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e8167fba-40c1-4002-be57-45a8dac886cd None None] Current status of the port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:32.073215 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e8167fba-40c1-4002-be57-45a8dac886cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:32.100076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:32.103573 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-ed0d3e40-f0b2-402c-83bc-6307c83e6900 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/quotas/49d4c19f14be46208297e4e3fb854bb0 HTTP/1.1" status: 200 len: 375 time: 0.6169567 Jul 18 16:39:32.106249 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7c82-ed55-4bb0-bf11-a730bbae94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (9318ce6d-0052-4abb-95a1-e32bdb74d954), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:32.119462 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-7d37e97e-27aa-40d8-833d-8e09117bf8a4 service neutron] 10.222.0.77 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032277 Jul 18 16:39:32.317737 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-72cc4c0f-8d59-451a-afd3-93cbe0b2362f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49d4c19f14be46208297e4e3fb854bb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2122300 Jul 18 16:39:32.513161 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (42353326-0c62-499c-8190-cb64bfcae406), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:32.534827 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (2a583157-af3b-4ccb-b419-8630ab03b66c), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:32.571539 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:32.665558 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 575848be-37f1-46a3-a09f-e19e6e4d03b9 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:32.667954 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-16ed6e86-b5e1-4b69-886b-2b65d64ccfd7 service neutron] 10.222.0.77 "GET /v2.0/networks/4901e171-3f10-4967-83c1-9b283cc1db72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475325 Jul 18 16:39:32.679488 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2d3f9b42-e34a-4631-b087-4953256f2fb5 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:32.757250 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d7c82-ed55-4bb0-bf11-a730bbae94d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9318ce6d-0052-4abb-95a1-e32bdb74d954,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:32.785248 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5b1d7c82-ed55-4bb0-bf11-a730bbae94d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f43041cf735a4ac98ce8ac651a4caf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0164869 Jul 18 16:39:32.787790 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a583157-af3b-4ccb-b419-8630ab03b66c,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:32.791225 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54662) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:32.802890 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Checking segment: {'id': '19516d35-788f-4db0-96bb-6108a94f3eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1cbf09bc-20f4-4d12-875b-0fc61bec72fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:32.806712 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Network hostable DHCP agents. Network: 1cbf09bc-20f4-4d12-875b-0fc61bec72fe, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:39:32.860616 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:32.873719 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:32.891207 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Network 1cbf09bc-20f4-4d12-875b-0fc61bec72fe is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:39:32.911009 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-4202d1d1-c3b3-4705-861a-4fe0d91a7268 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:32.914182 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-4202d1d1-c3b3-4705-861a-4fe0d91a7268 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 819 time: 1.4648671 Jul 18 16:39:32.921471 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 1cbf09bc-20f4-4d12-875b-0fc61bec72fe) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:32.932301 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:32.933021 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:32.998672 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e8167fba-40c1-4002-be57-45a8dac886cd None None] For port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:33.031418 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-5a415788-691f-4666-aba2-609a690210ca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6656220 Jul 18 16:39:33.059330 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'port': {'device_id': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'admin_state_up': True, 'tenant_id': 'afb65421f9504a918b7a47451fac6707'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:33.158100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fddfecc-1427-4c4d-ac39-93e2e41a9884 None None] Network 1cbf09bc-20f4-4d12-875b-0fc61bec72fe requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:33.202709 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d5bd1f81-acf9-488d-936a-7a98bdc9d753 req-e10d1666-cc5f-44cf-884d-177711b58b6f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 210 time: 0.1394517 Jul 18 16:39:33.230719 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.404238 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 54676) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:33.430581 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.469168 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (88db2bb3-8eb3-4f3d-921d-a754b9bac981), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.543081 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.95', 60056) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:33.586911 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.598465 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2322016 Jul 18 16:39:33.601826 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e8167fba-40c1-4002-be57-45a8dac886cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.636380 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9aa2382e-c701-4050-bf91-c94d52669798 admin admin] Publish callbacks [] for security_group (9318ce6d-0052-4abb-95a1-e32bdb74d954), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.672276 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9aa2382e-c701-4050-bf91-c94d52669798 admin admin] Publish callbacks [] for security_group (9318ce6d-0052-4abb-95a1-e32bdb74d954), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.679726 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] Deleting subnet 94b19ca8-836a-4795-bd26-d0254861dc53 {{(pid=104182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:39:33.750543 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-9106ab3a-02f1-4cd8-8bb8-7926b2c3012f service neutron] 10.222.0.77 "GET /v2.0/networks/4901e171-3f10-4967-83c1-9b283cc1db72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0640492 Jul 18 16:39:33.751645 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9aa2382e-c701-4050-bf91-c94d52669798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (9318ce6d-0052-4abb-95a1-e32bdb74d954), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.757010 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9aa2382e-c701-4050-bf91-c94d52669798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.762120 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-9aa2382e-c701-4050-bf91-c94d52669798 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9318ce6d-0052-4abb-95a1-e32bdb74d954 HTTP/1.1" status: 204 len: 168 time: 0.9279528 Jul 18 16:39:33.801840 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2382e-c701-4050-bf91-c94d52669798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9318ce6d-0052-4abb-95a1-e32bdb74d954,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:33.803817 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] Publish callbacks [] for subnet (94b19ca8-836a-4795-bd26-d0254861dc53), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.808542 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae4aef-9284-46c2-b2e7-7df7ec161cdf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=07a8be6d-0dac-4b63-919e-e9e9fd613f6a,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:33.885620 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Made reservation on behalf of afb65421f9504a918b7a47451fac6707 for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:33.890823 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:33.906660 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:34.036780 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0cb70-8a31-44e1-963c-38d0a0bc4fe1 None None] Pushing event updated for resources: {'Port': ['ID=42353326-0c62-499c-8190-cb64bfcae406,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:34.081332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] Publish callbacks [] for subnet (94b19ca8-836a-4795-bd26-d0254861dc53), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:34.203935 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-a06c1733-ec06-4483-adcb-88532997f85a None None] Provisioning complete for port 42353326-0c62-499c-8190-cb64bfcae406 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:34.212552 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a06c1733-ec06-4483-adcb-88532997f85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (42353326-0c62-499c-8190-cb64bfcae406), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:34.386642 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:34.400274 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-7960e692-63ba-4849-a922-7b2bc265bc8b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:34.404318 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-7960e692-63ba-4849-a922-7b2bc265bc8b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 819 time: 0.8526940 Jul 18 16:39:34.416459 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (94b19ca8-836a-4795-bd26-d0254861dc53), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:34.511050 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'port': {'device_id': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'admin_state_up': True, 'tenant_id': 'afb65421f9504a918b7a47451fac6707'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:34.612800 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-a06c1733-ec06-4483-adcb-88532997f85a None None] Port 42353326-0c62-499c-8190-cb64bfcae406 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:34.875572 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:34.916263 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 2d3f9b42-e34a-4631-b087-4953256f2fb5 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:34.923767 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.062806 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-880109c6-ad16-4b84-addd-386e1c6fbfa3 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1324334721&fields=id&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 267 time: 0.3179996 Jul 18 16:39:35.076213 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (94b19ca8-836a-4795-bd26-d0254861dc53), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.275659 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Attempting to bind port 42353326-0c62-499c-8190-cb64bfcae406 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:35.301476 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Attempting to bind port 42353326-0c62-499c-8190-cb64bfcae406 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:35.302235 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Attempting to bind port 42353326-0c62-499c-8190-cb64bfcae406 on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:35.326200 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Allocated IP 172.20.0.7 (07d4314d-9237-4c83-9875-1768cdeffac1/909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3/2c938ddc-cf79-46fa-8c47-ae2bce6cd76b) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:35.345757 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8d3e5905-670a-41c3-a5b1-9656375f23bb req-07849c6d-2438-4089-9477-c7b99064c583 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 210 time: 0.2023842 Jul 18 16:39:35.371328 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Publish callbacks [] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.392215 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:35.394728 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Checking segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:35.395697 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.396250 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Bound using segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:35.396875 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Bound port: 42353326-0c62-499c-8190-cb64bfcae406, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:35.398227 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (42353326-0c62-499c-8190-cb64bfcae406), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.426862 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8167fba-40c1-4002-be57-45a8dac886cd None None] Pushing event updated for resources: {'Port': ['ID=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:35.455752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94b19ca8-836a-4795-bd26-d0254861dc53,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:35.486029 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193357e-9ca3-4b79-90a4-03ee9aa3ceeb None None] Network 1cbf09bc-20f4-4d12-875b-0fc61bec72fe requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:39:35.507665 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.561501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.568111 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-aaf7ca0c-3aac-40be-b714-d4ac08f6ea64 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/94b19ca8-836a-4795-bd26-d0254861dc53 HTTP/1.1" status: 204 len: 168 time: 2.1597996 Jul 18 16:39:35.611266 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54736) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:35.709420 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Made reservation on behalf of afb65421f9504a918b7a47451fac6707 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:35.728748 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:35.799847 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c918a2e4-0d18-43c4-8b58-48321960b18c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:35.801949 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c918a2e4-0d18-43c4-8b58-48321960b18c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 0.3807137 Jul 18 16:39:36.033312 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.95', 60060) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:36.103952 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] For port 42353326-0c62-499c-8190-cb64bfcae406, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:36.122656 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] For port 42353326-0c62-499c-8190-cb64bfcae406, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=42353326-0c62-499c-8190-cb64bfcae406,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:36.190067 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-579e5a16-b3a7-48bc-856f-c16397201585 req-4b402ac6-7a59-4c75-b45c-cc1dcf64cf1e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 210 time: 0.4861927 Jul 18 16:39:36.233513 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (42353326-0c62-499c-8190-cb64bfcae406), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:36.442629 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-71589255-27d6-4263-a38d-b0dfbd358f9c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/quotas/dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 375 time: 0.4056103 Jul 18 16:39:36.462328 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:36.549187 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:36.633013 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=3,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:36.700736 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6ef7ee96-3ae3-4f30-b272-72ce12cf3749 req-8570b844-f669-4461-9226-df7581a5a72e tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.1707475 Jul 18 16:39:36.724902 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 2d3f9b42-e34a-4631-b087-4953256f2fb5 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:36.835808 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338bcec-728c-4966-8e91-4dc6b2e6411c None None] Pushing event updated for resources: {'Port': ['ID=2c6b2d6b-e933-41ba-a314-4ac571360b48,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:37.026863 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0cb70-8a31-44e1-963c-38d0a0bc4fe1 None None] Pushing event updated for resources: {'Port': ['ID=42353326-0c62-499c-8190-cb64bfcae406,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:37.027744 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (d648160b-a305-407f-ba48-4992fc904d38), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:37.096008 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:37.096941 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:39:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:37.107339 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-98a768ab-5c6f-41fc-9b11-144857eda68f None None] Provisioning complete for port 2c6b2d6b-e933-41ba-a314-4ac571360b48 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:37.108071 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-98a768ab-5c6f-41fc-9b11-144857eda68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:37.128335 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-29dbb734-a67a-4e1e-8b69-e8137344cd95 req-63f3fa70-c517-4a07-a5be-f4675a9ca9fb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 210 time: 0.1177435 Jul 18 16:39:37.190804 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:37.210334 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Network 07d4314d-9237-4c83-9875-1768cdeffac1 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:37.327036 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:37.349720 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:37.372466 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:37.373815 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:37.390015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:37.399829 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Attempting to bind port 2c6b2d6b-e933-41ba-a314-4ac571360b48 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:37.400359 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Attempting to bind port 2c6b2d6b-e933-41ba-a314-4ac571360b48 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:37.401506 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Attempting to bind port 2c6b2d6b-e933-41ba-a314-4ac571360b48 on network 4901e171-3f10-4967-83c1-9b283cc1db72 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:37.419732 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-98a768ab-5c6f-41fc-9b11-144857eda68f None None] Port 2c6b2d6b-e933-41ba-a314-4ac571360b48 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:37.444063 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:37.444639 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Checking segment: {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:37.445166 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:37.445807 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Bound using segment: {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:37.446474 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Bound port: 2c6b2d6b-e933-41ba-a314-4ac571360b48, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:37.446984 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:37.533426 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (d648160b-a305-407f-ba48-4992fc904d38), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:37.562896 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.563529 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.564754 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.565418 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > port after_create 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.565919 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.568068 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > port after_update 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.568663 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.569219 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.569705 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.574322 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:37.634726 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-8c732af0-0493-4437-8d86-ac5ea9198676 None None] Provisioning complete for port 42353326-0c62-499c-8190-cb64bfcae406 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:37.635467 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8c732af0-0493-4437-8d86-ac5ea9198676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (42353326-0c62-499c-8190-cb64bfcae406), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:37.642808 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:37.782683 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 49d88563-3a5e-413c-858e-e0e3aeae9977 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:37.835655 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] For port 2c6b2d6b-e933-41ba-a314-4ac571360b48, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:37.869864 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.95', 60065) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:37.936452 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] For port 2c6b2d6b-e933-41ba-a314-4ac571360b48, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2c6b2d6b-e933-41ba-a314-4ac571360b48,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:38.107556 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:38.228032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:38.228844 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:38.228844 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:38.229363 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:39:38.230042 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d648160b-a305-407f-ba48-4992fc904d38']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:38.237622 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:38.240393 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'Port': ['ID=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:38.326622 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-a1c168ea-7435-4eca-b59d-adadea24c15c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8823960 Jul 18 16:39:38.351255 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9fce10-c82f-4c10-a73f-5352b7914223') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:38.351552 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9fce10-c82f-4c10-a73f-5352b7914223') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:38.360960 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8c732af0-0493-4437-8d86-ac5ea9198676 None None] Current status of the port 42353326-0c62-499c-8190-cb64bfcae406 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:38.361897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8c732af0-0493-4437-8d86-ac5ea9198676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (42353326-0c62-499c-8190-cb64bfcae406), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:38.364378 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 49d88563-3a5e-413c-858e-e0e3aeae9977 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:38.364969 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:38.380460 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b9f383fb-b684-44f8-88ba-3e77c640aabb req-3b94f071-dbeb-419c-8693-36b41beefcdb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 210 time: 0.1329470 Jul 18 16:39:38.382112 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (7d9fce10-c82f-4c10-a73f-5352b7914223), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:38.419682 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-8d1a74f9-f884-41b7-b293-bda782c7afc0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4114938 Jul 18 16:39:38.464592 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (7d9fce10-c82f-4c10-a73f-5352b7914223), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:38.491465 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:39:38.495351 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (7d9fce10-c82f-4c10-a73f-5352b7914223), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:38.747637 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Routers {'95f68dd2-1f34-43a5-88d8-6bdb36966ec3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:39:38.748301 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:39:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:38.884781 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Allocated IP 172.20.0.6 (07d4314d-9237-4c83-9875-1768cdeffac1/909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3/8bbd976a-e758-4e52-b7e2-3637c08e0c46) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:38.948792 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338bcec-728c-4966-8e91-4dc6b2e6411c None None] Pushing event updated for resources: {'Port': ['ID=2c6b2d6b-e933-41ba-a314-4ac571360b48,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:39.034657 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8c732af0-0493-4437-8d86-ac5ea9198676 None None] For port 42353326-0c62-499c-8190-cb64bfcae406, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=42353326-0c62-499c-8190-cb64bfcae406,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:39.040125 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (d648160b-a305-407f-ba48-4992fc904d38), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.048317 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c065cbdb-f732-4c9b-b9cd-a1ce3136e792 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:39:39.049634 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c065cbdb-f732-4c9b-b9cd-a1ce3136e792 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0124733 Jul 18 16:39:39.102062 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.105654 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d648160b-a305-407f-ba48-4992fc904d38 HTTP/1.1" status: 204 len: 168 time: 3.4895866 Jul 18 16:39:39.132170 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54828) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:39.133097 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae17abc-636e-4c88-9f4f-54f8a47ebe22 admin admin] Pushing event deleted for resources: {'Network': ['ID=d648160b-a305-407f-ba48-4992fc904d38,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:39.151522 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8d525afd-0c0a-42e5-8da3-2fdf9cbc21a3 req-8527feb6-5ad3-492a-8b03-94cf4d423f50 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.1158364 Jul 18 16:39:39.243079 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:39.267196 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] Deleting subnet 2a583157-af3b-4ccb-b419-8630ab03b66c {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:39:39.276382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] Publish callbacks [] for subnet (2a583157-af3b-4ccb-b419-8630ab03b66c), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.316148 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.374003 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] Set router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:39:39.392642 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-68dc7ff0-1127-4795-86b7-3e27373bf2f2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:39.400588 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-68dc7ff0-1127-4795-86b7-3e27373bf2f2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 816 time: 3.3560996 Jul 18 16:39:39.410285 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.474759 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-714381dd-1589-43f3-87b9-1eff02db8021 req-2e6012fc-8ad8-4424-9d8f-d64b29d75862 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0828958 Jul 18 16:39:39.517474 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (2a583157-af3b-4ccb-b419-8630ab03b66c), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.529034 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8c732af0-0493-4437-8d86-ac5ea9198676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (42353326-0c62-499c-8190-cb64bfcae406), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.712444 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (2a583157-af3b-4ccb-b419-8630ab03b66c), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:39.848345 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:39.856391 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae68725-abbb-4f8b-8a4e-49fb23ea26cb req-a996c856-292e-42af-a265-278d3bf61d16 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:39.864176 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fae68725-abbb-4f8b-8a4e-49fb23ea26cb req-a996c856-292e-42af-a265-278d3bf61d16 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 931 time: 0.1603477 Jul 18 16:39:39.867958 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 7d9fce10-c82f-4c10-a73f-5352b7914223 resource provider aggregate not found Jul 18 16:39:39.901988 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Request body: {'port': {'device_id': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:39.917391 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Network 07d4314d-9237-4c83-9875-1768cdeffac1 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:40.011681 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 7d9fce10-c82f-4c10-a73f-5352b7914223 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d9fce10-c82f-4c10-a73f-5352b7914223 found for delete ", "request_id": "req-8dbd42c0-0276-4b5f-ba87-45c4a424fd9c"}]} Jul 18 16:39:40.013236 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:40.094479 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:40.101886 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:40.107833 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:40.109695 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:40.163611 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-2aa71395-3faa-4c94-8f17-06fbe9030c75 service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7428393 Jul 18 16:39:40.165597 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'Port': ['ID=8bbd976a-e758-4e52-b7e2-3637c08e0c46,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:40.199337 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:40.203071 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:40.456172 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:36Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:40.534578 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:40.559795 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c732af0-0493-4437-8d86-ac5ea9198676 None None] Pushing event updated for resources: {'Port': ['ID=42353326-0c62-499c-8190-cb64bfcae406,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:40.611522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 49d88563-3a5e-413c-858e-e0e3aeae9977 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:40.612888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:40.626005 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-545dd6e5-f245-475e-a659-417c4b55b23b service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486797 Jul 18 16:39:40.701493 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-df8f28c6-a0c1-4e5e-8242-704a7fa37575 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:40.708399 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-df8f28c6-a0c1-4e5e-8242-704a7fa37575 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.95 "GET /v2.0/networks?id=4901e171-3f10-4967-83c1-9b283cc1db72 HTTP/1.1" status: 200 len: 811 time: 2.7697978 Jul 18 16:39:40.734645 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-84662542-84d2-49e0-8e81-d826d8509434 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 379 time: 1.1811082 Jul 18 16:39:40.755531 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Request body: {'port': {'device_id': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72', 'admin_state_up': True, 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:40.757117 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b63894eb-8e79-4995-ac58-22e31582acb8 None None] Provisioning complete for port 2c6b2d6b-e933-41ba-a314-4ac571360b48 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:40.758445 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b63894eb-8e79-4995-ac58-22e31582acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:40.795531 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fae68725-abbb-4f8b-8a4e-49fb23ea26cb req-e4c89614-d93f-4c6e-ab13-5aa463f80358 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9298022 Jul 18 16:39:40.810690 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (2a583157-af3b-4ccb-b419-8630ab03b66c), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:40.935341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a848054-893a-4d71-9212-1ebce20b5188 None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:36Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:41.098541 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b1f897ea-2456-4f4c-9002-a929725a9bd0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6030827 Jul 18 16:39:41.098541 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:41.120086 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'port': {'device_id': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'admin_state_up': True, 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'security_groups': ['77addf49-cad8-4761-ad85-af5d533a58af']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:41.146133 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Request body: {'port': {'device_id': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:41.150089 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a583157-af3b-4ccb-b419-8630ab03b66c,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:41.335572 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:41.352718 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-2c200091-335d-4835-a23f-f753b2bfa380 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2a583157-af3b-4ccb-b419-8630ab03b66c HTTP/1.1" status: 204 len: 168 time: 2.2164636 Jul 18 16:39:41.361909 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b63894eb-8e79-4995-ac58-22e31582acb8 None None] Current status of the port 2c6b2d6b-e933-41ba-a314-4ac571360b48 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:41.362513 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b63894eb-8e79-4995-ac58-22e31582acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:41.366549 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54870) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:41.369952 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8371a1a6-a05d-41fe-8b30-1f69adc99431 req-e6d6533e-8e6a-4a79-bfd5-f709fcaf6d9f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0482006 Jul 18 16:39:41.407457 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:41.410165 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:41.569889 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:39:41.655159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Made reservation on behalf of 49d4c19f14be46208297e4e3fb854bb0 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:41.660852 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:41.696083 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Publish callbacks [] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:41.697447 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:41.860200 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ca8c8062-bedd-465b-acf1-3669ba113446 req-1f1da212-c2a2-4891-8b1a-07d48a53f12e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 210 time: 0.1866665 Jul 18 16:39:42.026499 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Made reservation on behalf of 26a41505f0ce4a66a02a5d954da278cb for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:42.053651 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:42.151291 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:22Z', 'revision_number': 4, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port': {'id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:10Z', 'updated_at': '2022-07-18T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '2c6b2d6b-e933-41ba-a314-4ac571360b48', 'name': '', 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'mac_address': 'fa:16:3e:f3:83:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dd222b9-2b61-42c8-b6eb-a723828c692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:18Z', 'updated_at': '2022-07-18T16:39:37Z', 'revision_number': 4, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'subnets': [{'id': '3dd222b9-2b61-42c8-b6eb-a723828c692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:42.272466 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-24a4ca23-ec02-4822-9bef-daa8115d4d9d req-87162cd4-37c8-48c6-9162-3cf7f5d26637 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 210 time: 0.5562363 Jul 18 16:39:42.282116 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b63894eb-8e79-4995-ac58-22e31582acb8 None None] For port 2c6b2d6b-e933-41ba-a314-4ac571360b48, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2c6b2d6b-e933-41ba-a314-4ac571360b48,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:42.335218 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Transition to ACTIVE for port object 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:39:42.399022 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:42.424449 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (1cbf09bc-20f4-4d12-875b-0fc61bec72fe), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:42.471716 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b63894eb-8e79-4995-ac58-22e31582acb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:42.540654 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de44418-bcdb-42c5-804d-c94fd711200c None None] The sync data for ids ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'] in dv-cinder-837543-6-iscsi is: [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:22Z', 'revision_number': 4, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port': {'id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:10Z', 'updated_at': '2022-07-18T16:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '2c6b2d6b-e933-41ba-a314-4ac571360b48', 'name': '', 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'mac_address': 'fa:16:3e:f3:83:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '3dd222b9-2b61-42c8-b6eb-a723828c692d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:18Z', 'updated_at': '2022-07-18T16:39:37Z', 'revision_number': 4, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'subnets': [{'id': '3dd222b9-2b61-42c8-b6eb-a723828c692d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:39:42.911023 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Allocated IP 172.20.0.13 (6fd6b543-38a6-4937-914e-f705a5e37fe0/25d3acbf-bc51-4697-a9c2-ab8f14128cbe/01d252c0-4708-4842-b47f-06feaedb0c39) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:43.192025 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:43.193238 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:43.233295 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63894eb-8e79-4995-ac58-22e31582acb8 None None] Pushing event updated for resources: {'Port': ['ID=2c6b2d6b-e933-41ba-a314-4ac571360b48,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:43.254879 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-743b3b81-84f1-4cb8-9631-736d1cbbb164 None None] Provisioning complete for port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:43.255653 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-743b3b81-84f1-4cb8-9631-736d1cbbb164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:43.327342 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f9c74060-e181-4178-a374-eb7c6e3d0ce1 req-b3b68630-27ea-4dc4-ae5f-5687373793be tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.1365228 Jul 18 16:39:43.356230 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (1cbf09bc-20f4-4d12-875b-0fc61bec72fe), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:43.414694 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54920) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:43.437367 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Pushing event updated for resources: {'Port': ['ID=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:43.443673 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:43.477075 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:43.481012 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:43.557524 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbf09bc-20f4-4d12-875b-0fc61bec72fe']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:43.594997 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-743b3b81-84f1-4cb8-9631-736d1cbbb164 None None] Port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:43.667763 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:43.680950 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f4a3c642-7a79-42e7-b1bf-920b03831e3d req-50201d6f-05d1-47d8-ba98-abc406062b91 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0515602 Jul 18 16:39:43.695173 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19516d35-788f-4db0-96bb-6108a94f3eb9') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:43.697578 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19516d35-788f-4db0-96bb-6108a94f3eb9') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:39:43.709751 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e709a-5d7d-4929-8941-357531c7e22e req-d2be2a8a-a561-442c-8a4b-6d96d8946a13 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:43.713074 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-868e709a-5d7d-4929-8941-357531c7e22e req-d2be2a8a-a561-442c-8a4b-6d96d8946a13 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 931 time: 0.6343529 Jul 18 16:39:43.834106 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (19516d35-788f-4db0-96bb-6108a94f3eb9), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:43.912840 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (19516d35-788f-4db0-96bb-6108a94f3eb9), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:43.957868 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:39:43.958288 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (19516d35-788f-4db0-96bb-6108a94f3eb9), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:44.019031 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:44.024176 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:44.037299 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:44.043398 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:44.059940 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Allocated IP 172.20.0.3 (4901e171-3f10-4967-83c1-9b283cc1db72/3dd222b9-2b61-42c8-b6eb-a723828c692d/3cef60a6-8b3b-4cfe-9cec-c800df0d9278) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:44.194583 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (1cbf09bc-20f4-4d12-875b-0fc61bec72fe), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:44.197808 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 19516d35-788f-4db0-96bb-6108a94f3eb9 resource provider aggregate not found Jul 18 16:39:44.209911 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:44.216471 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.95', 60070) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:44.304195 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:44.308162 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d0db5d54-c117-4803-b724-d038b2319c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:44.336616 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:44.337811 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 22406237-9dd2-45f1-a4e6-3458ead4e4ca up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:44.363638 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:44.376100 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1cbf09bc-20f4-4d12-875b-0fc61bec72fe HTTP/1.1" status: 204 len: 168 time: 3.0051751 Jul 18 16:39:44.386008 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe13be-1c93-436a-9e86-2c78dfb66fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbf09bc-20f4-4d12-875b-0fc61bec72fe,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:44.390111 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Attempting to bind port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:44.399011 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Attempting to bind port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:44.399011 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Attempting to bind port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:44.419527 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a399e108-ba82-43f1-be3b-c55672ffa426 req-50a981a1-c24a-4f54-82c0-2670bd11172d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 210 time: 0.2708342 Jul 18 16:39:44.429731 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 19516d35-788f-4db0-96bb-6108a94f3eb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19516d35-788f-4db0-96bb-6108a94f3eb9 found for delete ", "request_id": "req-2e86408a-2532-4ed2-9504-ffedab1bc004"}]} Jul 18 16:39:44.466593 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b on network 07d4314d-9237-4c83-9875-1768cdeffac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:39:44.472886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Attempting to bind port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:44.506788 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:44.536520 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:44.538054 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Checking segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:44.545661 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 22406237-9dd2-45f1-a4e6-3458ead4e4ca triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:44.546044 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:44.555125 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Bound using segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:44.556472 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Bound port: 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:44.558658 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:44.757693 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 22406237-9dd2-45f1-a4e6-3458ead4e4ca is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:44.759089 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 7e860664-72aa-4df1-909b-8a35328d5eb8 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:44.963566 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 7e860664-72aa-4df1-909b-8a35328d5eb8 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:44.964214 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:45.123458 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e4130e57-9160-4a60-8505-e1d0fda823fa req-4534c6bf-4d75-44a3-9fa6-7cee902128f9 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.3972502 Jul 18 16:39:45.357451 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 7e860664-72aa-4df1-909b-8a35328d5eb8 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:45.395330 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-5f3b76ba-fd16-4f5b-8cfd-211f97b3e327 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:45.398261 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-5f3b76ba-fd16-4f5b-8cfd-211f97b3e327 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 1.1284313 Jul 18 16:39:45.401249 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54954) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:45.532651 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54960) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:45.613071 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d0db5d54-c117-4803-b724-d038b2319c11 admin admin] Publish callbacks [] for security_group (6dd9ce44-9053-45a2-9794-b22af2f3fc7a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:45.688035 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d0db5d54-c117-4803-b724-d038b2319c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (6dd9ce44-9053-45a2-9794-b22af2f3fc7a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:45.820757 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:45.824791 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-d0db5d54-c117-4803-b724-d038b2319c11 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9722e5dc37ca423592891a601f0a0632&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4074421 Jul 18 16:39:45.827646 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-0cfb9971-1391-4cbf-ba51-452c8ee90c1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=68e857db505b4759ae2afc9661c2f2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039825 Jul 18 16:39:45.903930 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db5d54-c117-4803-b724-d038b2319c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd9ce44-9053-45a2-9794-b22af2f3fc7a,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:45.908063 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54972) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:45.909067 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54974) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:45.938368 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:46.047096 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:46.047866 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.066341 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for port (01d252c0-4708-4842-b47f-06feaedb0c39), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.215065 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-df303355-e384-4267-90c9-3686e2af04bb req-7a0e940c-5af6-49f8-a807-8f723eb75cec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 210 time: 0.5992804 Jul 18 16:39:46.251007 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-868e709a-5d7d-4929-8941-357531c7e22e req-36b46805-fc17-446b-a086-2c2ae26e3784 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3962216 Jul 18 16:39:46.252233 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:46.257632 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2c6b2d6b-e933-41ba-a314-4ac571360b48 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:46.449403 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 2c6b2d6b-e933-41ba-a314-4ac571360b48 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:46.449868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.523119 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbd976a-e758-4e52-b7e2-3637c08e0c46 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:39:46.540157 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Publish callbacks [] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.578598 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-e1aec823-9359-4132-a27e-81982d213457 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 380 time: 1.0530152 Jul 18 16:39:46.627011 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4800ac9-fe5a-459c-a7dc-ebee5446b7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.660727 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c1a662d6-dcba-4ef7-97f3-668d221fd1bf req-70bfb6f5-31d1-424d-a939-67b3573a8e02 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.1151190 Jul 18 16:39:46.662929 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Transition to ACTIVE for port object 8bbd976a-e758-4e52-b7e2-3637c08e0c46 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:39:46.668371 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 2c6b2d6b-e933-41ba-a314-4ac571360b48 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:46.672896 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 42353326-0c62-499c-8190-cb64bfcae406 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:46.677810 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-821f99a4-ac87-41eb-a83a-d67575a9d18a admin admin] Publish callbacks [] for security_group (15a30467-9dc0-4473-ab26-da6fa9a198f0), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.687676 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.700070 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:46.704373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks [] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.808595 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.845341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 42353326-0c62-499c-8190-cb64bfcae406 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:46.846361 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (42353326-0c62-499c-8190-cb64bfcae406), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.917880 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-821f99a4-ac87-41eb-a83a-d67575a9d18a admin admin] Publish callbacks [] for security_group (15a30467-9dc0-4473-ab26-da6fa9a198f0), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:46.961108 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:47.067941 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Pushing event updated for resources: {'Port': ['ID=8bbd976a-e758-4e52-b7e2-3637c08e0c46,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:47.075790 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 42353326-0c62-499c-8190-cb64bfcae406 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:47.079508 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4800ac9-fe5a-459c-a7dc-ebee5446b7a6 admin admin] Publish callbacks [] for security_group (ade8a352-7bd4-4ef0-a662-e9e1689d7651), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.090734 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'port': {'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'admin_state_up': True, 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'security_groups': ['3bf1bfe5-2810-4469-8618-3113b177d845']}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:47.107690 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:47.132836 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:47.149856 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:47.151487 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.227367 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:47.228256 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=29,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:47.239819 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] For port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:47.266644 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:47.270278 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0ab7a703-54a6-4230-882e-43ff7df68af9 req-d919d611-0c88-4e79-9143-46a3d2507dd0 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 210 time: 0.7182243 Jul 18 16:39:47.275067 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4800ac9-fe5a-459c-a7dc-ebee5446b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ade8a352-7bd4-4ef0-a662-e9e1689d7651), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.281288 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-821f99a4-ac87-41eb-a83a-d67575a9d18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (15a30467-9dc0-4473-ab26-da6fa9a198f0), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.294674 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-821f99a4-ac87-41eb-a83a-d67575a9d18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.296190 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-821f99a4-ac87-41eb-a83a-d67575a9d18a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/15a30467-9dc0-4473-ab26-da6fa9a198f0 HTTP/1.1" status: 204 len: 168 time: 1.2107983 Jul 18 16:39:47.353917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:47.380601 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2795303 Jul 18 16:39:47.383571 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.438472 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f4800ac9-fe5a-459c-a7dc-ebee5446b7a6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=329fb99bed4947bab101b2739e3e351b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7970343 Jul 18 16:39:47.473098 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Request body: {'port': {'device_id': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:47.513880 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 54994) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:47.578986 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-23213e76-4adc-4923-92eb-9ad15cba3718 admin admin] Publish callbacks [] for security_group (6dd9ce44-9053-45a2-9794-b22af2f3fc7a), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.626310 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-23213e76-4adc-4923-92eb-9ad15cba3718 admin admin] Publish callbacks [] for security_group (6dd9ce44-9053-45a2-9794-b22af2f3fc7a), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.723460 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=14 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:47.736404 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] For port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:47.771267 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Network 4901e171-3f10-4967-83c1-9b283cc1db72 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:47.775521 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-23213e76-4adc-4923-92eb-9ad15cba3718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (6dd9ce44-9053-45a2-9794-b22af2f3fc7a), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.780042 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-23213e76-4adc-4923-92eb-9ad15cba3718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.782143 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-23213e76-4adc-4923-92eb-9ad15cba3718 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6dd9ce44-9053-45a2-9794-b22af2f3fc7a HTTP/1.1" status: 204 len: 168 time: 1.8637476 Jul 18 16:39:47.783095 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Made reservation on behalf of dbd9c6bf5b0c491299815d545c1a594e for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:39:47.802117 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.831527 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-685001c0-c887-4334-839d-0b82cbfbf75f None None] Provisioning complete for port 01d252c0-4708-4842-b47f-06feaedb0c39 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:47.834725 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-685001c0-c887-4334-839d-0b82cbfbf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.842098 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Attempting to bind port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:47.846237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Attempting to bind port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:47.846237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Attempting to bind port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:47.859109 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:47.862516 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:47.871436 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:47.871436 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:47.949390 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-685001c0-c887-4334-839d-0b82cbfbf75f None None] Port 01d252c0-4708-4842-b47f-06feaedb0c39 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:47.957369 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c7ff-68ec-47e9-8b1d-e4b0cfa9e945 admin admin] Publish callbacks [] for security_group (ade8a352-7bd4-4ef0-a662-e9e1689d7651), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:48.012332 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:48.071590 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 on network 07d4314d-9237-4c83-9875-1768cdeffac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:39:48.072583 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Attempting to bind port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:48.096616 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:48.105723 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bac416-4d27-479d-bb22-b7afb4d2b9ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:48.121582 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454c5e1-f202-4c17-a7f4-83400ef073e3 req-b3b9491d-3b36-4fde-a3bf-f44fdf5526a6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:48.129974 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d454c5e1-f202-4c17-a7f4-83400ef073e3 req-b3b9491d-3b36-4fde-a3bf-f44fdf5526a6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 932 time: 0.4140515 Jul 18 16:39:48.134806 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:48.138167 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:48.144393 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] 10.222.0.95 "PUT /v2.0/ports/2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 200 len: 1093 time: 8.4566793 Jul 18 16:39:48.243063 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:48.243893 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Checking segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:48.247402 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Bound using segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:48.248038 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Bound port: 8bbd976a-e758-4e52-b7e2-3637c08e0c46, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:48.253981 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:48.341382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'tag': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:39:48.379407 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55010) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:48.631420 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8925388 Jul 18 16:39:48.637302 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442b40b-7955-41b0-9a6d-b9966f19fbe1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Pushing event updated for resources: {'Port': ['ID=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:48.679930 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:48.713353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-31ea5bc5-36d7-499f-b81b-c412c2bec181 None None] Provisioning complete for port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:48.713755 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-31ea5bc5-36d7-499f-b81b-c412c2bec181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:48.720052 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Request body: {'port': {'device_id': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:48.796375 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:48.834999 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-31ea5bc5-36d7-499f-b81b-c412c2bec181 None None] Port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:48.837886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c7ff-68ec-47e9-8b1d-e4b0cfa9e945 admin admin] Publish callbacks [] for security_group (ade8a352-7bd4-4ef0-a662-e9e1689d7651), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:48.854860 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d454c5e1-f202-4c17-a7f4-83400ef073e3 req-256cc803-d531-4726-b418-1f4eb01e18f5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6970456 Jul 18 16:39:48.908334 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63064fd-36f6-4900-9537-38ff63ca7a3c service neutron] Pushing event updated for resources: {'Port': ['ID=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:48.914508 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4800ac9-fe5a-459c-a7dc-ebee5446b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade8a352-7bd4-4ef0-a662-e9e1689d7651,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:49.066583 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6570e54-3988-49ed-a879-ff5478d8fa6a req-4aeaa0b2-1cfb-493c-a90f-e5a8908d0953 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:49.074739 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d6570e54-3988-49ed-a879-ff5478d8fa6a req-4aeaa0b2-1cfb-493c-a90f-e5a8908d0953 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 943 time: 1.3758981 Jul 18 16:39:49.077415 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] For port 8bbd976a-e758-4e52-b7e2-3637c08e0c46, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:49.085474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] For port 8bbd976a-e758-4e52-b7e2-3637c08e0c46, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:49.103490 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a070017d-a764-46ca-b129-99599b4c2847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:49.139241 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:49.143432 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c7ff-68ec-47e9-8b1d-e4b0cfa9e945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ade8a352-7bd4-4ef0-a662-e9e1689d7651), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:49.163084 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4b0c7ff-68ec-47e9-8b1d-e4b0cfa9e945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:49.167337 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f4b0c7ff-68ec-47e9-8b1d-e4b0cfa9e945 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ade8a352-7bd4-4ef0-a662-e9e1689d7651 HTTP/1.1" status: 204 len: 168 time: 1.6480360 Jul 18 16:39:49.236932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f99a4-ac87-41eb-a83a-d67575a9d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a30467-9dc0-4473-ab26-da6fa9a198f0,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:49.260332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:49.266435 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-359c5ccb-c870-4759-a775-52204acc64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:49.268139 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-359c5ccb-c870-4759-a775-52204acc64e4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1127 time: 0.7041569 Jul 18 16:39:49.269049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23213e76-4adc-4923-92eb-9ad15cba3718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd9ce44-9053-45a2-9794-b22af2f3fc7a,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:49.318879 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0c7ff-68ec-47e9-8b1d-e4b0cfa9e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade8a352-7bd4-4ef0-a662-e9e1689d7651,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:49.361194 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:49.403859 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79035e5-5cec-4bca-bf52-215a7d5317c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5818de22-86dc-4174-86ff-b7e7d2873b35", "tag": "2c938ddc-cf79-46fa-8c47-ae2bce6cd76b"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:39:49.413633 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:49.418435 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-63af5f01-8886-4327-8e9a-c43ad39ea856 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=396b1d78b1e4487eb57c5238aa2c8565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8856130 Jul 18 16:39:49.494336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb7c66-aeca-4155-9437-b506b9a0d626 req-7c97a68e-b0f2-4b01-bf7f-fa7bcc44845b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:49.507416 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2feb7c66-aeca-4155-9437-b506b9a0d626 req-7c97a68e-b0f2-4b01-bf7f-fa7bcc44845b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 931 time: 0.1472557 Jul 18 16:39:49.509478 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55040) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:49.589458 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.20.0.6 (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67/17bb4eb6-a0c7-45ac-b7cf-247295416d1c/a4fdf947-4005-4728-8f93-b30af2b7db4b) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:39:49.719319 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2feb7c66-aeca-4155-9437-b506b9a0d626 req-7a8db8ad-f365-44e4-a6db-a06259f33e75 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078242 Jul 18 16:39:49.764641 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-b5fabf46-7e68-4005-b26b-c3f737f16678 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 200 len: 217 time: 0.4607100 Jul 18 16:39:49.835360 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d6570e54-3988-49ed-a879-ff5478d8fa6a req-06f912ef-dfc2-4108-aca7-618f6644578d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251929 Jul 18 16:39:49.993207 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-905d9de3-7832-417d-b1e9-16e969cc6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:49.998498 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-905d9de3-7832-417d-b1e9-16e969cc6980 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1614883 Jul 18 16:39:50.056136 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1c64f855-baa7-4fa2-b255-ada9ae02da6a req-4ba96c2f-ca96-4e0f-84a6-47e0a9cb3b81 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 210 time: 0.0592391 Jul 18 16:39:50.077355 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-36becafb-eadc-4259-92fe-3ff4249babb4 admin admin] Publish callbacks [] for security_group (451ea0c2-6b70-4dd9-a963-997e868f20ac), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:50.107896 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:50.108716 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:50.111151 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-fff39606-720b-4a34-9f13-648add1896fe service neutron] 10.222.0.95 "PUT /v2.0/ports/8bbd976a-e758-4e52-b7e2-3637c08e0c46 HTTP/1.1" status: 200 len: 1093 time: 8.9748039 Jul 18 16:39:50.148139 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'tag': '8bbd976a-e758-4e52-b7e2-3637c08e0c46'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:39:50.243239 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-36becafb-eadc-4259-92fe-3ff4249babb4 admin admin] Publish callbacks [] for security_group (451ea0c2-6b70-4dd9-a963-997e868f20ac), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:50.339760 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:50.370018 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:50.401084 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-36becafb-eadc-4259-92fe-3ff4249babb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (451ea0c2-6b70-4dd9-a963-997e868f20ac), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:50.401695 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-0dff7a8f-c590-45db-a1fe-314c5905de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:50.402860 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-0dff7a8f-c590-45db-a1fe-314c5905de07 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3906724 Jul 18 16:39:50.404918 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-36becafb-eadc-4259-92fe-3ff4249babb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:50.406212 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-36becafb-eadc-4259-92fe-3ff4249babb4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/451ea0c2-6b70-4dd9-a963-997e868f20ac HTTP/1.1" status: 204 len: 168 time: 0.8396382 Jul 18 16:39:50.546072 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36becafb-eadc-4259-92fe-3ff4249babb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451ea0c2-6b70-4dd9-a963-997e868f20ac,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:50.549340 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55066) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:50.604083 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff39606-720b-4a34-9f13-648add1896fe service neutron] Pushing event updated for resources: {'Port': ['ID=8bbd976a-e758-4e52-b7e2-3637c08e0c46,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:50.738127 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82b04200-d60d-4619-9ffc-f3adcd0d93f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:50.838812 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-6a644047-76ae-4c9e-8fec-7c979bc6e29a service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241367 Jul 18 16:39:50.840489 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decbeb95-cb37-49c9-ba28-2df924fa66b0 x-openstack-request-id: req-decbeb95-cb37-49c9-ba28-2df924fa66b0 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:39:50.840812 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5818de22-86dc-4174-86ff-b7e7d2873b35", "tag": "2c938ddc-cf79-46fa-8c47-ae2bce6cd76b", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:39:50.841039 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-decbeb95-cb37-49c9-ba28-2df924fa66b0 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:39:50.841862 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decbeb95-cb37-49c9-ba28-2df924fa66b0'] response: {'name': 'network-changed', 'server_uuid': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'tag': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b', 'status': 'completed', 'code': 200} Jul 18 16:39:50.871260 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:51.040582 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b6cd4535-240a-4568-9ea4-a9ad79dc9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:51.043983 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-b6cd4535-240a-4568-9ea4-a9ad79dc9acb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 1127 time: 0.7024655 Jul 18 16:39:51.077010 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd4399-8157-44ae-b256-818e2285023b req-52857e6d-e9d2-449e-b247-74505dd5b71b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:51.093757 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7dd4399-8157-44ae-b256-818e2285023b req-52857e6d-e9d2-449e-b247-74505dd5b71b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 932 time: 0.6526363 Jul 18 16:39:51.170887 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5214fa-44b4-47fd-925b-1f95721225df req-3b466274-9b67-4670-84c7-be1a19cf187d tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:51.176099 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f5214fa-44b4-47fd-925b-1f95721225df req-3b466274-9b67-4670-84c7-be1a19cf187d tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 931 time: 0.2434785 Jul 18 16:39:51.338874 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:39:51.416012 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65594cc9-13c0-408a-8dfc-2f73768e9f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbd76b7-87e8-4bf3-891e-84558f463c32", "tag": "8bbd976a-e758-4e52-b7e2-3637c08e0c46"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:39:51.423148 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:51.425155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:39:51.440703 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f5214fa-44b4-47fd-925b-1f95721225df req-67767de0-f891-4103-b702-c73e2ba84ad9 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425766 Jul 18 16:39:51.441557 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:39:51.458924 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=a4fdf947-4005-4728-8f93-b30af2b7db4b,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:51.463795 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-3f678fad-0c00-493b-802e-dbe39e6f697a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46 HTTP/1.1" status: 200 len: 217 time: 0.3575327 Jul 18 16:39:51.543544 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bd5abb-d3ff-426a-91c4-20c96fe8a612 req-48868700-8ef0-453f-9ab6-d4b5993a9e34 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833749 Jul 18 16:39:51.602795 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7dd4399-8157-44ae-b256-818e2285023b req-4d9ef94d-a3d5-4cf9-a73a-562e16455fb4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5020411 Jul 18 16:39:51.638506 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:51.641343 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:51.651274 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:51.803727 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:39:51.817464 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Publish callbacks [] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:51.824505 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306dadff-e2d6-427b-8427-9a5c738768b4 req-de2160a5-4ae5-423b-9052-bfcb40ad2cec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:51.834815 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-306dadff-e2d6-427b-8427-9a5c738768b4 req-de2160a5-4ae5-423b-9052-bfcb40ad2cec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 943 time: 0.1686718 Jul 18 16:39:51.863868 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-cb8a5a49-0dc0-4e76-a5d1-0a8c2a8b28ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7785511 Jul 18 16:39:51.905227 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:51.911342 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Transition to ACTIVE for port object 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:39:51.928597 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:51.933335 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82b04200-d60d-4619-9ffc-f3adcd0d93f9 admin admin] Publish callbacks [] for security_group (54c6803e-20b7-42c2-9e2d-7a149973599e), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:51.952845 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-306dadff-e2d6-427b-8427-9a5c738768b4 req-ee517392-ef6d-45b5-ac43-d4708efc0058 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855687 Jul 18 16:39:52.016334 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82b04200-d60d-4619-9ffc-f3adcd0d93f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (54c6803e-20b7-42c2-9e2d-7a149973599e), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.017620 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-528cbe0e-0da2-4eae-9b8c-bd690a13125a None None] Provisioning complete for port a4fdf947-4005-4728-8f93-b30af2b7db4b triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:52.019211 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-528cbe0e-0da2-4eae-9b8c-bd690a13125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.020898 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Request body: {'port': {'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:39:52.039471 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d252c0-4708-4842-b47f-06feaedb0c39 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:39:52.073168 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:52.122574 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b04200-d60d-4619-9ffc-f3adcd0d93f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6803e-20b7-42c2-9e2d-7a149973599e,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:52.142126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-528cbe0e-0da2-4eae-9b8c-bd690a13125a None None] Port a4fdf947-4005-4728-8f93-b30af2b7db4b cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:39:52.144917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ceb5e-d780-4f15-9d8a-06b901f6889d req-8a2a030a-b58f-417d-a74e-50781d8ef1b1 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:52.158615 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0f9ceb5e-d780-4f15-9d8a-06b901f6889d req-8a2a030a-b58f-417d-a74e-50781d8ef1b1 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 931 time: 0.3192787 Jul 18 16:39:52.177328 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Publish callbacks [] for port (01d252c0-4708-4842-b47f-06feaedb0c39), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.187742 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-394fdee3-e267-4636-9396-aea5cb1e70b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.225103 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Pushing event updated for resources: {'Port': ['ID=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:52.251890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 55116) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:52.280579 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-82b04200-d60d-4619-9ffc-f3adcd0d93f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc523ce8b2914b6da566f70cc9803e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6830883 Jul 18 16:39:52.292827 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 55120) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:52.382304 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-3e5683dd-5734-406a-94c2-1996f349c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:52.388778 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-3e5683dd-5734-406a-94c2-1996f349c00a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1127 time: 0.3394337 Jul 18 16:39:52.400850 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Transition to ACTIVE for port object 01d252c0-4708-4842-b47f-06feaedb0c39 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:39:52.467557 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0f9ceb5e-d780-4f15-9d8a-06b901f6889d req-aca4d68b-9bc7-41bb-8c22-7ae80888f81f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071811 Jul 18 16:39:52.475029 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.477884 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-df6d089d-8aa0-4ea4-b43a-e2d32d1915c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:52.481362 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-df6d089d-8aa0-4ea4-b43a-e2d32d1915c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.5121708 Jul 18 16:39:52.485708 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.521893 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98aa42cf-6041-4a99-9104-d710142dba80 admin admin] Publish callbacks [] for security_group (54c6803e-20b7-42c2-9e2d-7a149973599e), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.558798 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Attempting to bind port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:52.559158 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Attempting to bind port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:52.559484 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Attempting to bind port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 on network 4901e171-3f10-4967-83c1-9b283cc1db72 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:52.564980 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0737ba84-07c8-4b25-aac2-d85e3571bd7b x-openstack-request-id: req-0737ba84-07c8-4b25-aac2-d85e3571bd7b {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:39:52.565413 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbd76b7-87e8-4bf3-891e-84558f463c32", "tag": "8bbd976a-e758-4e52-b7e2-3637c08e0c46", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:39:52.565560 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0737ba84-07c8-4b25-aac2-d85e3571bd7b {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:39:52.565995 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0737ba84-07c8-4b25-aac2-d85e3571bd7b'] response: {'name': 'network-changed', 'server_uuid': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'tag': '8bbd976a-e758-4e52-b7e2-3637c08e0c46', 'status': 'completed', 'code': 200} Jul 18 16:39:52.628332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 on network 4901e171-3f10-4967-83c1-9b283cc1db72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:39:52.630120 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Attempting to bind port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 on network 4901e171-3f10-4967-83c1-9b283cc1db72 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:52.652977 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:52.653329 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Checking segment: {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:52.661372 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Bound using segment: {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:52.663674 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Bound port: 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b89b102-a615-4a7d-a90d-df444a3001fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:52.666097 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.801632 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1ca08-cf6b-47bf-9ebd-aa8f22b29544 req-f478a534-8d58-4b6e-8718-3c484b4a6fbb tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:52.803962 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-86b1ca08-cf6b-47bf-9ebd-aa8f22b29544 req-f478a534-8d58-4b6e-8718-3c484b4a6fbb tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 943 time: 0.1235898 Jul 18 16:39:52.814113 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:52.894386 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Attempting to bind port 01d252c0-4708-4842-b47f-06feaedb0c39 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:52.894674 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Attempting to bind port 01d252c0-4708-4842-b47f-06feaedb0c39 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:52.894975 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Attempting to bind port 01d252c0-4708-4842-b47f-06feaedb0c39 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:52.919455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Port 01d252c0-4708-4842-b47f-06feaedb0c39 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:39:52.919787 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Attempting to bind port 01d252c0-4708-4842-b47f-06feaedb0c39 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:52.940451 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98aa42cf-6041-4a99-9104-d710142dba80 admin admin] Publish callbacks [] for security_group (54c6803e-20b7-42c2-9e2d-7a149973599e), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.948380 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:52.948772 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Checking segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:52.949189 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Bound using segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:52.949680 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Bound port: 01d252c0-4708-4842-b47f-06feaedb0c39, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:52.950056 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:52.981534 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] For port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:52.998934 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-86b1ca08-cf6b-47bf-9ebd-aa8f22b29544 req-ea925c81-e02b-490d-9c6f-b3f63087416f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266727 Jul 18 16:39:53.003014 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:53.005241 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] For port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:53.036449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:53.200747 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Pushing event updated for resources: {'Port': ['ID=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:53.254899 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:53.256146 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:53.258570 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-991634d8-74a3-4760-b2a2-deaa9e5eb311 service neutron] 10.222.0.95 "PUT /v2.0/ports/3cef60a6-8b3b-4cfe-9cec-c800df0d9278 HTTP/1.1" status: 200 len: 1093 time: 4.5500634 Jul 18 16:39:53.346704 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:53.400825 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:53.626548 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbf10c-f011-439c-96de-d789de10a46b req-09e92ec8-7b9d-4882-984a-c38ed0ba6b41 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:53.640137 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:53.644311 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bbf10c-f011-439c-96de-d789de10a46b req-09e92ec8-7b9d-4882-984a-c38ed0ba6b41 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.8700271 Jul 18 16:39:53.798725 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-0cb3c41c-d12b-40db-ac5e-8bd48c253761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:53.804145 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-0cb3c41c-d12b-40db-ac5e-8bd48c253761 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5438693 Jul 18 16:39:53.854922 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2645d0b-572a-4670-9a92-96be79ae19d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:53.866792 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:53.975534 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:53.989660 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:53.991285 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:53.993733 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e6df05d0-e0bc-4650-b1a2-b4910a3e79f0 service neutron] 10.222.0.95 "PUT /v2.0/ports/01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 1094 time: 6.5339539 Jul 18 16:39:54.035965 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f118fb-9c0e-4f5f-a8b3-1b20722d1f3e req-582ee85a-4a7a-4d81-875d-c7316e506a4f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:54.038632 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-12f118fb-9c0e-4f5f-a8b3-1b20722d1f3e req-582ee85a-4a7a-4d81-875d-c7316e506a4f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 943 time: 0.6239338 Jul 18 16:39:54.051333 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-aba579bd-9d42-43f4-beaa-2c926bfce530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:54.054433 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-aba579bd-9d42-43f4-beaa-2c926bfce530 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=49d4c19f14be46208297e4e3fb854bb0&device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 1127 time: 0.4591393 Jul 18 16:39:54.277819 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-476cfc20-c5fe-4093-947d-992d6fbf61a1 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953030 Jul 18 16:39:54.409457 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:54.420860 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50bbf10c-f011-439c-96de-d789de10a46b req-be7b065b-deb2-4439-9880-81d0411605a3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7750785 Jul 18 16:39:54.442624 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-9ae9fb17-36ab-4031-933d-aa69bf159f8b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278 HTTP/1.1" status: 200 len: 217 time: 0.2879057 Jul 18 16:39:54.532146 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-481d4595-7590-4b0e-8cae-7e27ea7327e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:54.535123 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-481d4595-7590-4b0e-8cae-7e27ea7327e8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.8743532 Jul 18 16:39:54.551510 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98aa42cf-6041-4a99-9104-d710142dba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (54c6803e-20b7-42c2-9e2d-7a149973599e), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:54.565683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98aa42cf-6041-4a99-9104-d710142dba80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:54.565683 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-98aa42cf-6041-4a99-9104-d710142dba80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54c6803e-20b7-42c2-9e2d-7a149973599e HTTP/1.1" status: 204 len: 168 time: 2.2378900 Jul 18 16:39:54.565683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2645d0b-572a-4670-9a92-96be79ae19d5 admin admin] Publish callbacks [] for security_group (ac80f61b-cb57-452c-89c0-6ec509d73ffb), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:54.573366 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278'}, {'name': 'network-changed', 'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:39:54.575764 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51212033-375f-4477-ac90-df691c19a2de" -d '{"events": [{"name": "network-changed", "server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278"}, {"name": "network-changed", "server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:39:54.644244 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa42cf-6041-4a99-9104-d710142dba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6803e-20b7-42c2-9e2d-7a149973599e,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:54.647309 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2645d0b-572a-4670-9a92-96be79ae19d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ac80f61b-cb57-452c-89c0-6ec509d73ffb), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:54.739688 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-12f118fb-9c0e-4f5f-a8b3-1b20722d1f3e req-61f00ada-c61e-4a30-ae5d-f477f9160654 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867565 Jul 18 16:39:54.747367 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-407fc080-1acc-4517-90b9-d7ac14cd21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:54.749995 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-407fc080-1acc-4517-90b9-d7ac14cd21b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3dd222b9-2b61-42c8-b6eb-a723828c692d HTTP/1.1" status: 200 len: 850 time: 0.2736201 Jul 18 16:39:54.774910 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-644fc86a-5f0a-4af9-a3dd-96b760d92f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:54.775412 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-644fc86a-5f0a-4af9-a3dd-96b760d92f02 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1128 time: 0.6192608 Jul 18 16:39:54.896538 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-99827ea4-9eb5-41ac-b2f1-06f416f10d51 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 200 len: 217 time: 0.3296592 Jul 18 16:39:55.017432 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc1235bc-5f5c-4e98-9b9f-ba14a7845079 req-7d1dd23b-69a0-4f49-8dbc-3ce6d5a71da0 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271496 Jul 18 16:39:55.019522 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-726e74a1-de74-4cf8-b6e5-ab90645a8c4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 217 time: 0.1817729 Jul 18 16:39:55.103909 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:55.134765 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-d36b48e7-e2be-4bfb-8859-bed1d640e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:55.136407 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-d36b48e7-e2be-4bfb-8859-bed1d640e0bc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4901e171-3f10-4967-83c1-9b283cc1db72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3583231 Jul 18 16:39:55.169914 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0247e2-8e46-43db-aabd-3c75c6d13af7 req-ee8d282e-071d-45ce-be12-22ca12c3a21f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:55.179298 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3e0247e2-8e46-43db-aabd-3c75c6d13af7 req-ee8d282e-071d-45ce-be12-22ca12c3a21f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 943 time: 0.2567906 Jul 18 16:39:55.185674 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.223175 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-b6afd875-0587-4220-8115-c64ae4409c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:55.226484 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-b6afd875-0587-4220-8115-c64ae4409c3d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.3189235 Jul 18 16:39:55.246607 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:55.265709 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:55.268871 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2645d0b-572a-4670-9a92-96be79ae19d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac80f61b-cb57-452c-89c0-6ec509d73ffb,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:55.288958 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e2645d0b-572a-4670-9a92-96be79ae19d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a03e8aab03ca435b9055494dd1bea015&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0234635 Jul 18 16:39:55.306100 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55210) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:55.309759 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd736c86-f4f4-4e23-97ac-b7ab0bfd038e req-e59bbd3d-2a00-46f3-8f71-f79f33a1de0c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:55.315979 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e78e7f74-675c-4025-a1cc-d9afdd9efd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:55.321833 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-e78e7f74-675c-4025-a1cc-d9afdd9efd7f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.2435448 Jul 18 16:39:55.327735 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dd736c86-f4f4-4e23-97ac-b7ab0bfd038e req-e59bbd3d-2a00-46f3-8f71-f79f33a1de0c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 931 time: 0.7799835 Jul 18 16:39:55.478105 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fdf947-4005-4728-8f93-b30af2b7db4b {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:39:55.504898 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Publish callbacks [] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.525435 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3e0247e2-8e46-43db-aabd-3c75c6d13af7 req-3315d61e-8a73-41af-a812-abb5d8dbb3c4 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446062 Jul 18 16:39:55.588575 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Transition to ACTIVE for port object a4fdf947-4005-4728-8f93-b30af2b7db4b will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:39:55.601683 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dd736c86-f4f4-4e23-97ac-b7ab0bfd038e req-2baf4e33-2d19-49f3-ad58-aa6e7ceae6b7 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725003 Jul 18 16:39:55.604437 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c16c0d30-e2d6-4afc-add3-937f6b1f0c2d admin admin] Publish callbacks [] for security_group (ac80f61b-cb57-452c-89c0-6ec509d73ffb), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.609515 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.722014 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c16c0d30-e2d6-4afc-add3-937f6b1f0c2d admin admin] Publish callbacks [] for security_group (ac80f61b-cb57-452c-89c0-6ec509d73ffb), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.733601 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.897966 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Jul 2022 16:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6dce23-1fb0-43b7-a9c5-8920c0414576 x-openstack-request-id: req-4e6dce23-1fb0-43b7-a9c5-8920c0414576 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:39:55.899261 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:39:55.899839 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e6dce23-1fb0-43b7-a9c5-8920c0414576 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:39:55.900796 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6dce23-1fb0-43b7-a9c5-8920c0414576'] response: {'name': 'network-changed', 'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278', 'status': 'completed', 'code': 200} Jul 18 16:39:55.901588 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6dce23-1fb0-43b7-a9c5-8920c0414576'] response: {'name': 'network-changed', 'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39', 'status': 'completed', 'code': 200} Jul 18 16:39:55.917193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:39:55.918609 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c16c0d30-e2d6-4afc-add3-937f6b1f0c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ac80f61b-cb57-452c-89c0-6ec509d73ffb), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.924159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c16c0d30-e2d6-4afc-add3-937f6b1f0c2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:55.926644 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c16c0d30-e2d6-4afc-add3-937f6b1f0c2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac80f61b-cb57-452c-89c0-6ec509d73ffb HTTP/1.1" status: 204 len: 168 time: 0.5993710 Jul 18 16:39:55.941543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fdf947-4005-4728-8f93-b30af2b7db4b,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:55.944490 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c0d30-e2d6-4afc-add3-937f6b1f0c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac80f61b-cb57-452c-89c0-6ec509d73ffb,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:56.185861 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-d355a65d-0855-432f-ba11-6c89d008958f service neutron] 10.222.0.95 "GET /v2.0/networks/4901e171-3f10-4967-83c1-9b283cc1db72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158372 Jul 18 16:39:56.357260 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-375ca841-43a3-434e-b0cd-7e544a3bc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:56.362995 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-375ca841-43a3-434e-b0cd-7e544a3bc4f8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3982835 Jul 18 16:39:56.408057 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ad2d2-4b8c-4261-a38d-d6bb89a0614e req-822a26a2-f1e5-4564-b015-85dc03ea313c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:56.426274 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5e4ad2d2-4b8c-4261-a38d-d6bb89a0614e req-822a26a2-f1e5-4564-b015-85dc03ea313c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.5903780 Jul 18 16:39:56.513467 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:56.550342 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'port_id': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b', 'mac_address': 'fa:16:3e:b0:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:39:56.677793 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:56.678725 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:56.697727 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:39:56.726706 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:56.732780 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:56.774083 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8728e-74be-4d8a-924c-cd8bee4b5825 req-edd12bc6-b282-4d3e-a3e9-b5bb500ff1b3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:56.780526 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b7d8728e-74be-4d8a-924c-cd8bee4b5825 req-edd12bc6-b282-4d3e-a3e9-b5bb500ff1b3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 943 time: 0.5167236 Jul 18 16:39:56.810845 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 55262) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:56.822284 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Attempting to bind port a4fdf947-4005-4728-8f93-b30af2b7db4b on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:39:56.822653 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Attempting to bind port a4fdf947-4005-4728-8f93-b30af2b7db4b by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:39:56.823180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Attempting to bind port a4fdf947-4005-4728-8f93-b30af2b7db4b on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:56.833655 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Port a4fdf947-4005-4728-8f93-b30af2b7db4b on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:39:56.834255 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Attempting to bind port a4fdf947-4005-4728-8f93-b30af2b7db4b on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:39:56.842772 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:39:56.843381 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Checking segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:39:56.844030 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Bound using segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:39:56.844649 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Bound port: a4fdf947-4005-4728-8f93-b30af2b7db4b, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:39:56.845186 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:56.897647 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:56.907780 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5e4ad2d2-4b8c-4261-a38d-d6bb89a0614e req-215afacd-371b-4236-9aa7-4f841c5a0367 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4788775 Jul 18 16:39:56.914669 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:56.925175 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-e313531e-df11-4c5c-a534-26d457f37662 service neutron] 10.222.0.95 "GET /v2.0/networks/4901e171-3f10-4967-83c1-9b283cc1db72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429839 Jul 18 16:39:56.969647 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-6d7aa5eb-5580-4f7b-be24-9ff0fd7c8f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:56.971345 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-6d7aa5eb-5580-4f7b-be24-9ff0fd7c8f6c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 1127 time: 1.0002429 Jul 18 16:39:56.979987 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-53afcecb-a4ba-4867-aefc-b53ac940adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:56.983285 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-53afcecb-a4ba-4867-aefc-b53ac940adae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.0288994 Jul 18 16:39:56.992129 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-75e0c587-d97f-4c4f-9bab-aade78f6fda1 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535839 Jul 18 16:39:56.993436 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] For port a4fdf947-4005-4728-8f93-b30af2b7db4b, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:39:56.999407 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] For port a4fdf947-4005-4728-8f93-b30af2b7db4b, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a4fdf947-4005-4728-8f93-b30af2b7db4b,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:39:57.015924 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.017348 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b7d8728e-74be-4d8a-924c-cd8bee4b5825 req-7fa2fd46-4451-4303-a7df-ddccddae4c0d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979970 Jul 18 16:39:57.035206 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55268) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:57.066372 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1eb43d02-2f11-440e-b1bc-018b6579535e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.091398 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:57.092055 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.094298 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] 10.222.0.95 "PUT /v2.0/ports/a4fdf947-4005-4728-8f93-b30af2b7db4b HTTP/1.1" status: 200 len: 1093 time: 5.0784240 Jul 18 16:39:57.098907 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:39:57.101361 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b663662d-cf84-4dc5-9a7b-475c63a15048" -d '{"events": [{"name": "network-changed", "server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:39:57.189876 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['2c938ddc-cf79-46fa-8c47-ae2bce6cd76b'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:39:57.206879 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a979c2a-b25e-48d6-b854-688b04b42d7b req-7e74aff8-9e8e-457e-af9a-94d3bd0b1f69 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:57.209075 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2a979c2a-b25e-48d6-b854-688b04b42d7b req-7e74aff8-9e8e-457e-af9a-94d3bd0b1f69 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 943 time: 0.1105525 Jul 18 16:39:57.222957 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1eb43d02-2f11-440e-b1bc-018b6579535e admin admin] Publish callbacks [] for security_group (031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.294616 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1eb43d02-2f11-440e-b1bc-018b6579535e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.364326 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a79035e5-5cec-4bca-bf52-215a7d5317c8 req-348876f9-ea0c-4ee7-9728-b9775ffe88a1 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516910 Jul 18 16:39:57.413144 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6d4876a4-79c8-4646-aa8f-dcb45cf17a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.432416 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696ce07-f331-47c0-bec9-fe7cca290bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fdf947-4005-4728-8f93-b30af2b7db4b,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:57.437252 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.450100 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:57.486308 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:57.490751 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2a979c2a-b25e-48d6-b854-688b04b42d7b req-196bae42-c68e-4f5e-888d-e94a9caf9162 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192379 Jul 18 16:39:57.648991 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6a1a12-7d7a-478b-a340-594ad6ee2e3d x-openstack-request-id: req-2e6a1a12-7d7a-478b-a340-594ad6ee2e3d {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:39:57.648991 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:39:57.648991 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2e6a1a12-7d7a-478b-a340-594ad6ee2e3d {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:39:57.648991 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6a1a12-7d7a-478b-a340-594ad6ee2e3d'] response: {'name': 'network-changed', 'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'status': 'completed', 'code': 200} Jul 18 16:39:57.649951 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:57.673412 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6d4876a4-79c8-4646-aa8f-dcb45cf17a20 admin admin] Publish callbacks [] for security_group (419b095c-7bad-4129-af27-8fe6b33d2e42), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.681853 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6d4876a4-79c8-4646-aa8f-dcb45cf17a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (419b095c-7bad-4129-af27-8fe6b33d2e42), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.779692 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-6d4876a4-79c8-4646-aa8f-dcb45cf17a20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e0e3f53fdd7410abfc570e699c35422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9676712 Jul 18 16:39:57.781398 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4876a4-79c8-4646-aa8f-dcb45cf17a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419b095c-7bad-4129-af27-8fe6b33d2e42,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:57.784223 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 55284) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:57.812597 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43d02-2f11-440e-b1bc-018b6579535e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:57.830902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42227ad-81ae-4105-81b7-34d39986b3ab req-58a8a8f9-6f32-4d3a-9233-6c729d325209 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:57.847697 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c42227ad-81ae-4105-81b7-34d39986b3ab req-58a8a8f9-6f32-4d3a-9233-6c729d325209 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.6197078 Jul 18 16:39:57.895912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:57.906272 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-77383cf1-df9a-4282-a7e6-57ff0842832e admin admin] Publish callbacks [] for security_group (419b095c-7bad-4129-af27-8fe6b33d2e42), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.943668 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1eb43d02-2f11-440e-b1bc-018b6579535e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1731d3615dc54aa5a9513f8daf723d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9042916 Jul 18 16:39:57.947129 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 55288) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:57.959312 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-77383cf1-df9a-4282-a7e6-57ff0842832e admin admin] Publish callbacks [] for security_group (419b095c-7bad-4129-af27-8fe6b33d2e42), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:57.991347 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c42227ad-81ae-4105-81b7-34d39986b3ab req-8fe7efa5-4de9-4535-9b14-20a9f095f142 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418452 Jul 18 16:39:57.993080 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-66d20256-5806-4850-a1e9-5f914e45cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:57.998015 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-66d20256-5806-4850-a1e9-5f914e45cc93 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.7699378 Jul 18 16:39:58.037559 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-bf00ba9f-8c98-490f-b5c6-3863ef770ac4 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119404 Jul 18 16:39:58.164155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a448e-e67d-4545-a1f0-dd0996a8673a req-64df1102-24d7-4337-8263-b517f7c98b8e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:58.165793 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-345a448e-e67d-4545-a1f0-dd0996a8673a req-64df1102-24d7-4337-8263-b517f7c98b8e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1151032 Jul 18 16:39:58.233831 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 8bbd976a-e758-4e52-b7e2-3637c08e0c46 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:39:58.271858 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-77383cf1-df9a-4282-a7e6-57ff0842832e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (419b095c-7bad-4129-af27-8fe6b33d2e42), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:58.278528 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-77383cf1-df9a-4282-a7e6-57ff0842832e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:58.283860 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-77383cf1-df9a-4282-a7e6-57ff0842832e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/419b095c-7bad-4129-af27-8fe6b33d2e42 HTTP/1.1" status: 204 len: 168 time: 0.4807932 Jul 18 16:39:58.283860 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Publish callbacks [] for security_group (031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:58.308231 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-37f3d266-a409-4511-a6d1-5c532eb05152 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46 HTTP/1.1" status: 200 len: 217 time: 0.1358042 Jul 18 16:39:58.392780 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:39:58.414102 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:58.443866 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77383cf1-df9a-4282-a7e6-57ff0842832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419b095c-7bad-4129-af27-8fe6b33d2e42,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:58.501286 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-5b2e88e4-23f2-468c-b48c-b11fd61f6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:58.503191 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-5b2e88e4-23f2-468c-b48c-b11fd61f6571 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=49d4c19f14be46208297e4e3fb854bb0&device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 1127 time: 0.2802355 Jul 18 16:39:58.512573 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663662d-cf84-4dc5-9a7b-475c63a15048 req-25111b5f-c137-41b6-b936-16dfab117dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:58.513343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c15e7-d010-4fe8-8cdf-7eb095b68cbb req-5241b2e0-d14d-4645-a062-5e8cc19f8c57 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:58.514283 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b663662d-cf84-4dc5-9a7b-475c63a15048 req-25111b5f-c137-41b6-b936-16dfab117dd9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 1127 time: 0.2925017 Jul 18 16:39:58.515209 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7a9c15e7-d010-4fe8-8cdf-7eb095b68cbb req-5241b2e0-d14d-4645-a062-5e8cc19f8c57 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 943 time: 0.3190551 Jul 18 16:39:58.521324 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Publish callbacks [] for security_group (031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:58.572721 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-d1d68aeb-6f24-4dca-88ff-ec9f045281ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:58.574467 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-d1d68aeb-6f24-4dca-88ff-ec9f045281ab service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1694539 Jul 18 16:39:58.580992 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-345a448e-e67d-4545-a1f0-dd0996a8673a req-90feccf5-b044-4640-9283-d06f7e45eece tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920009 Jul 18 16:39:58.587389 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:58.596447 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2fa4ec00-98c9-434b-bf8d-df5f8f814856 req-ba8e6d5a-46c7-473a-ae02-79932923bd9e service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633272 Jul 18 16:39:58.628773 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7a9c15e7-d010-4fe8-8cdf-7eb095b68cbb req-cf7d4556-cd2f-4c9b-b0c0-e9df3997752b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960519 Jul 18 16:39:58.704331 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-b67b38f2-6b0a-4c82-9f5d-d07b5449b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:58.705866 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-b67b38f2-6b0a-4c82-9f5d-d07b5449b530 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211753 Jul 18 16:39:58.789103 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:39:58.821895 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:39:58.823029 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:58.844511 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3296-0b27-41d9-b4e5-5d8aacbe7129 req-3caa3f6c-164f-44fb-a6d6-c6d9eacf353b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:58.846277 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-574d3296-0b27-41d9-b4e5-5d8aacbe7129 req-3caa3f6c-164f-44fb-a6d6-c6d9eacf353b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 943 time: 0.1330998 Jul 18 16:39:58.946652 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:59.005751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 8bbd976a-e758-4e52-b7e2-3637c08e0c46, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:59.013820 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55316) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:39:59.041838 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '8bbd976a-e758-4e52-b7e2-3637c08e0c46', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'port_id': '8bbd976a-e758-4e52-b7e2-3637c08e0c46', 'mac_address': 'fa:16:3e:1d:ad:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:39:59.076075 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8f06328c-aea0-415c-8fb6-f9fe1debb9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.171568 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:59.171978 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.196330 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:39:59.196807 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.244451 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbd976a-e758-4e52-b7e2-3637c08e0c46 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:39:59.263903 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:39:59.296767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c8713-d544-43e0-b55e-dd421ab9b436 req-fa35fb93-99da-4e7d-b5b7-230e1f1b12d7 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:59.299736 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3d2c8713-d544-43e0-b55e-dd421ab9b436 req-fa35fb93-99da-4e7d-b5b7-230e1f1b12d7 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.1054614 Jul 18 16:39:59.342344 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.345293 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.348111 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 8bbd976a-e758-4e52-b7e2-3637c08e0c46, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:59.353964 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e HTTP/1.1" status: 204 len: 168 time: 1.4015532 Jul 18 16:39:59.363568 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.375362 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:39:59.379920 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-f527fa29-c5e6-4734-9718-1a62298766d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:59.382023 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-f527fa29-c5e6-4734-9718-1a62298766d7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4901e171-3f10-4967-83c1-9b283cc1db72 HTTP/1.1" status: 200 len: 912 time: 0.8668077 Jul 18 16:39:59.396706 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-574d3296-0b27-41d9-b4e5-5d8aacbe7129 req-a2786788-e27e-46d9-ad29-506fb98f8f1c tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984677 Jul 18 16:39:59.398849 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663662d-cf84-4dc5-9a7b-475c63a15048 req-0df7fbf5-d875-4ed7-a9d6-0b6edb97335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:59.403652 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b663662d-cf84-4dc5-9a7b-475c63a15048 req-0df7fbf5-d875-4ed7-a9d6-0b6edb97335e service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8713264 Jul 18 16:39:59.408292 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031dd1f2-6c9a-4f5f-8dcf-26c16b95b04e,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:59.426842 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3d2c8713-d544-43e0-b55e-dd421ab9b436 req-8fc5c0e8-76da-449a-94e0-4b6e6c9728c9 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120193 Jul 18 16:39:59.428920 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.429268 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.429675 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.430021 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.430383 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.431006 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.431339 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.431730 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.432090 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.432444 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.432795 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.433202 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.433547 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.433869 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.434190 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85eba4-4214-4ba8-90da-71597ffc002c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:39:59.464269 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.518633 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=8bbd976a-e758-4e52-b7e2-3637c08e0c46,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:59.625168 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:39:59.687057 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486f9293-09bf-4d31-b4c4-f9cdcb96eed9" -d '{"events": [{"server_uuid": "5818de22-86dc-4174-86ff-b7e7d2873b35", "name": "network-vif-plugged", "status": "completed", "tag": "2c938ddc-cf79-46fa-8c47-ae2bce6cd76b"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:39:59.784018 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['8bbd976a-e758-4e52-b7e2-3637c08e0c46'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:39:59.785577 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-d765b4ea-1be8-4083-b42c-6e7c4b282c6f service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781918 Jul 18 16:39:59.788170 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-30ef658d-0e3c-4698-aac4-10e56d67015d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278 HTTP/1.1" status: 200 len: 217 time: 0.2797961 Jul 18 16:39:59.826279 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8f06328c-aea0-415c-8fb6-f9fe1debb9e7 admin admin] Publish callbacks [] for security_group (673953b0-3990-44d1-856a-6943b4489c1f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.856865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8f06328c-aea0-415c-8fb6-f9fe1debb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (673953b0-3990-44d1-856a-6943b4489c1f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:39:59.892228 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:39:59.959037 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6540c7-a1cf-4723-8c33-86be6bcf4c28 req-72d70c12-e636-4b59-ab5f-ef60f9636f6a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:39:59.968173 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1b6540c7-a1cf-4723-8c33-86be6bcf4c28 req-72d70c12-e636-4b59-ab5f-ef60f9636f6a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.2038743 Jul 18 16:39:59.996557 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8f06328c-aea0-415c-8fb6-f9fe1debb9e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9164b1999c1649cea2c4d9c1ada6fc0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9800637 Jul 18 16:40:00.002801 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19740520-528d-4a0e-a4f3-2493d4561fce req-226b09ca-994a-45d0-9ee4-60f2edf82cce tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:00.010097 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19740520-528d-4a0e-a4f3-2493d4561fce req-226b09ca-994a-45d0-9ee4-60f2edf82cce tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 944 time: 0.2208292 Jul 18 16:40:00.011410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55344) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:00.025378 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06328c-aea0-415c-8fb6-f9fe1debb9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673953b0-3990-44d1-856a-6943b4489c1f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:00.089992 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:00.091368 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-84ba65ea-da44-4339-9689-179fd39fbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:00.093203 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-84ba65ea-da44-4339-9689-179fd39fbae9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=3dd222b9-2b61-42c8-b6eb-a723828c692d HTTP/1.1" status: 200 len: 850 time: 0.2820485 Jul 18 16:40:00.122179 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65594cc9-13c0-408a-8dfc-2f73768e9f6e req-49359148-a327-4656-9bb1-173a587c9cf2 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006687 Jul 18 16:40:00.138263 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1b6540c7-a1cf-4723-8c33-86be6bcf4c28 req-f548d5b7-a72c-4f56-9cfd-497f02976e45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687140 Jul 18 16:40:00.171311 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ff21da8d-b756-4a5a-a5c2-585cddbb3ccf admin admin] Publish callbacks [] for security_group (673953b0-3990-44d1-856a-6943b4489c1f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:00.189198 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663662d-cf84-4dc5-9a7b-475c63a15048 req-5aa3f46b-c456-4028-8f14-f70c3e4b858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:00.191884 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b663662d-cf84-4dc5-9a7b-475c63a15048 req-5aa3f46b-c456-4028-8f14-f70c3e4b858f service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6806204 Jul 18 16:40:00.194286 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-57ac592b-70f3-4e05-8cb8-6e9dd979bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:00.195939 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-57ac592b-70f3-4e05-8cb8-6e9dd979bcfb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4901e171-3f10-4967-83c1-9b283cc1db72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921991 Jul 18 16:40:00.206180 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ff21da8d-b756-4a5a-a5c2-585cddbb3ccf admin admin] Publish callbacks [] for security_group (673953b0-3990-44d1-856a-6943b4489c1f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:00.208998 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:40:00.239147 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19740520-528d-4a0e-a4f3-2493d4561fce req-98be2c0f-321b-453c-bbde-09b50e8401fd tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279725 Jul 18 16:40:00.299478 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ff21da8d-b756-4a5a-a5c2-585cddbb3ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (673953b0-3990-44d1-856a-6943b4489c1f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:00.305366 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ff21da8d-b756-4a5a-a5c2-585cddbb3ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:00.307195 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ff21da8d-b756-4a5a-a5c2-585cddbb3ccf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/673953b0-3990-44d1-856a-6943b4489c1f HTTP/1.1" status: 204 len: 168 time: 0.2932689 Jul 18 16:40:00.324191 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21da8d-b756-4a5a-a5c2-585cddbb3ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673953b0-3990-44d1-856a-6943b4489c1f,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:00.369882 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-a9ba40cb-5bc8-4e52-84c2-a8b0432b4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:00.372959 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-a9ba40cb-5bc8-4e52-84c2-a8b0432b4197 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 1127 time: 0.0891213 Jul 18 16:40:00.437000 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-7046d8a0-bcd4-4f5d-b25e-ada409883ddc service neutron] 10.222.0.95 "GET /v2.0/networks/4901e171-3f10-4967-83c1-9b283cc1db72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193096 Jul 18 16:40:00.438704 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-27d61c2d-9afd-493c-8075-30c80c90fc9c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4fdf947-4005-4728-8f93-b30af2b7db4b HTTP/1.1" status: 200 len: 217 time: 0.0467455 Jul 18 16:40:00.498336 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897288a-f939-47f0-8efc-fa92c32a04f2 x-openstack-request-id: req-b897288a-f939-47f0-8efc-fa92c32a04f2 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:00.499004 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5818de22-86dc-4174-86ff-b7e7d2873b35", "name": "network-vif-plugged", "status": "completed", "tag": "2c938ddc-cf79-46fa-8c47-ae2bce6cd76b", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:00.499101 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b897288a-f939-47f0-8efc-fa92c32a04f2 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:00.499691 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b897288a-f939-47f0-8efc-fa92c32a04f2'] response: {'server_uuid': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b', 'code': 200} Jul 18 16:40:00.636087 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739e180-16d2-4c96-a7e0-0aaebe6aaa6a req-accbfb84-ef70-4f73-ad4b-e621da68011e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:00.652461 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3739e180-16d2-4c96-a7e0-0aaebe6aaa6a req-accbfb84-ef70-4f73-ad4b-e621da68011e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.1131504 Jul 18 16:40:00.692111 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f8ae0-2411-4cf8-95a8-b65d5516e183 req-92dc0943-5a12-43d5-b255-26ba83575159 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:00.694081 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b42f8ae0-2411-4cf8-95a8-b65d5516e183 req-92dc0943-5a12-43d5-b255-26ba83575159 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 943 time: 0.1264586 Jul 18 16:40:00.723058 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3739e180-16d2-4c96-a7e0-0aaebe6aaa6a req-9e79a14e-eee6-46bd-adc6-9e0ee1caa132 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642033 Jul 18 16:40:00.780077 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b42f8ae0-2411-4cf8-95a8-b65d5516e183 req-a524b55b-3735-47d0-828f-0b4b0553d5ed tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Jul 18 16:40:01.327899 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7a32d-a18e-435c-9b81-2c8862542d2c req-fbf53ed1-4073-4dea-911d-5774502f7810 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:01.330141 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0ec7a32d-a18e-435c-9b81-2c8862542d2c req-fbf53ed1-4073-4dea-911d-5774502f7810 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0936022 Jul 18 16:40:01.441359 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0ec7a32d-a18e-435c-9b81-2c8862542d2c req-6d7accb6-78e2-43ba-94a7-9e67e1e64c03 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002669 Jul 18 16:40:01.471998 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864d3e3-858d-4060-8041-0ce423f4e2f6 req-9149e807-1014-4754-97a7-b347e50c833e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:01.473861 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e864d3e3-858d-4060-8041-0ce423f4e2f6 req-9149e807-1014-4754-97a7-b347e50c833e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 944 time: 0.1271513 Jul 18 16:40:01.549912 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e864d3e3-858d-4060-8041-0ce423f4e2f6 req-ed163497-4de9-42be-9dd5-42b2468269b9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644093 Jul 18 16:40:01.960753 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc550a9-9682-47b4-a379-dae3af1a30f2 req-f83798a7-12b8-45df-be0f-027ac6471ea2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:01.974960 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5bc550a9-9682-47b4-a379-dae3af1a30f2 req-f83798a7-12b8-45df-be0f-027ac6471ea2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.1449084 Jul 18 16:40:02.025659 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7ea2a-8780-4a92-9ac0-a703494b2042 req-aecf50ba-1cf2-4b5a-9448-36898a3180d7 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:02.031217 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-39c7ea2a-8780-4a92-9ac0-a703494b2042 req-aecf50ba-1cf2-4b5a-9448-36898a3180d7 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 943 time: 0.1135855 Jul 18 16:40:02.077663 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5bc550a9-9682-47b4-a379-dae3af1a30f2 req-d0faf30c-20c7-4ac9-92c1-28095fab6f06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992868 Jul 18 16:40:02.106317 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-39c7ea2a-8780-4a92-9ac0-a703494b2042 req-60eb3445-2998-4e64-80e9-ce6f6f058de3 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707686 Jul 18 16:40:02.424090 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-2cebdc61-baa7-49dc-964c-a961068a9324 service neutron] 10.222.0.95 "GET /v2.0/networks/4901e171-3f10-4967-83c1-9b283cc1db72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504209 Jul 18 16:40:02.600593 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:02.622866 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d99e6-3508-4dad-a4ae-7a2daca65751 req-d54e765e-a5cf-4776-8024-d1582d58c448 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:02.625612 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-583d99e6-3508-4dad-a4ae-7a2daca65751 req-d54e765e-a5cf-4776-8024-d1582d58c448 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0952163 Jul 18 16:40:02.662655 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:02.738026 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-583d99e6-3508-4dad-a4ae-7a2daca65751 req-5b7c35ab-8ef6-4ed6-843f-849e36710390 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025498 Jul 18 16:40:02.810361 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb8d6-3917-4fda-83a2-704a47abe153 req-e07c3b2e-38a1-4d26-a5c1-3817ba13ddca tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:02.819918 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19cbb8d6-3917-4fda-83a2-704a47abe153 req-e07c3b2e-38a1-4d26-a5c1-3817ba13ddca tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 944 time: 0.0962918 Jul 18 16:40:02.902240 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19cbb8d6-3917-4fda-83a2-704a47abe153 req-aa1b3822-7b84-49ee-8158-3ae1c66b09c1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782332 Jul 18 16:40:03.247861 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f78247-9bfc-4479-84ee-ff06c442688a req-d0edf99e-96fb-462a-8f01-67f873c8ffdd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:03.249655 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-28f78247-9bfc-4479-84ee-ff06c442688a req-d0edf99e-96fb-462a-8f01-67f873c8ffdd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.0547471 Jul 18 16:40:03.273223 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65687a-6ca8-4f18-9976-cba91b74d93c req-81e981ac-6548-42a8-a761-0dc1c81d98df tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:03.275701 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cf65687a-6ca8-4f18-9976-cba91b74d93c req-81e981ac-6548-42a8-a761-0dc1c81d98df tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 943 time: 0.0866668 Jul 18 16:40:03.376419 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-28f78247-9bfc-4479-84ee-ff06c442688a req-fb00e56c-652b-4873-87bc-05a280cd3c3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152270 Jul 18 16:40:03.404287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c392949c-edca-48e5-9ed3-0c72a7344ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:03.407478 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cf65687a-6ca8-4f18-9976-cba91b74d93c req-4c9279ad-ec45-406c-b4c5-45000b6d323b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222062 Jul 18 16:40:03.412041 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-c392949c-edca-48e5-9ed3-0c72a7344ae4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.1119189 Jul 18 16:40:03.437952 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:40:03.446290 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 8bbd976a-e758-4e52-b7e2-3637c08e0c46 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:40:03.575230 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-61f8b6da-0b20-4c26-9a61-c1c3f7e2903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:03.576507 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:03.578027 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-61f8b6da-0b20-4c26-9a61-c1c3f7e2903e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376362 Jul 18 16:40:03.626348 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:03.633767 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:40:03.645359 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:40:03.646008 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.648213 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-d0b0d537-cdd0-43a0-812c-5b7ba12fc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:03.652516 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-d0b0d537-cdd0-43a0-812c-5b7ba12fc204 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1128 time: 0.1950040 Jul 18 16:40:03.722235 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:03.742961 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '01d252c0-4708-4842-b47f-06feaedb0c39', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'port_id': '01d252c0-4708-4842-b47f-06feaedb0c39', 'mac_address': 'fa:16:3e:2e:e3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:40:03.749364 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc349d58-eb54-42cc-a033-12e8913c6e13 req-494a876e-a015-40d5-9074-33848c3449ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:03.752858 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc349d58-eb54-42cc-a033-12e8913c6e13 req-494a876e-a015-40d5-9074-33848c3449ab service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1129 time: 0.1458127 Jul 18 16:40:03.783954 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc349d58-eb54-42cc-a033-12e8913c6e13 req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.829308 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-3a50eedb-5f35-4ee0-8251-76fda2d4b9ce service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324462 Jul 18 16:40:03.847737 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:03.849553 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.859090 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:03.874632 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:03.875318 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.894193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d252c0-4708-4842-b47f-06feaedb0c39 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:40:03.906470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc349d58-eb54-42cc-a033-12e8913c6e13 req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Publish callbacks [] for security_group (715ade69-cde9-498d-a48f-47ca9eaa8251), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.913168 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-bc349d58-eb54-42cc-a033-12e8913c6e13 req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (715ade69-cde9-498d-a48f-47ca9eaa8251), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.917842 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-ab574e75-d6af-4469-9425-dcd26c8576ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:03.919545 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-ab574e75-d6af-4469-9425-dcd26c8576ce service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.2601299 Jul 18 16:40:03.919674 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbd976a-e758-4e52-b7e2-3637c08e0c46'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:03.921897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97b3023-79b8-4805-8225-b45b9d4f78ee" -d '{"events": [{"server_uuid": "0dbd76b7-87e8-4bf3-891e-84558f463c32", "name": "network-vif-plugged", "status": "completed", "tag": "8bbd976a-e758-4e52-b7e2-3637c08e0c46"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:03.944386 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:03.946720 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 8bbd976a-e758-4e52-b7e2-3637c08e0c46, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:03.952832 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.954053 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:40:03.960164 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:03.964568 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bc349d58-eb54-42cc-a033-12e8913c6e13 req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016823 Jul 18 16:40:03.987078 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dc50ed-b074-46e8-9244-0ed01e8e097d x-openstack-request-id: req-55dc50ed-b074-46e8-9244-0ed01e8e097d {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:03.987560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd76b7-87e8-4bf3-891e-84558f463c32", "name": "network-vif-plugged", "status": "completed", "tag": "8bbd976a-e758-4e52-b7e2-3637c08e0c46", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:03.987889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55dc50ed-b074-46e8-9244-0ed01e8e097d {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:03.988432 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55dc50ed-b074-46e8-9244-0ed01e8e097d'] response: {'server_uuid': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbd976a-e758-4e52-b7e2-3637c08e0c46', 'code': 200} Jul 18 16:40:03.998547 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=715ade69-cde9-498d-a48f-47ca9eaa8251,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:04.017592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.018343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.019320 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.019872 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.020453 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.021370 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.021870 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.022360 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.022872 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.023869 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.024390 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.025180 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.026278 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.027162 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.027651 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23ebe20-97a3-4017-97c0-5de408a2a566 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.056457 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:04.057451 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-55caa47a-2765-456e-a75b-d9568167eef6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 217 time: 0.0957127 Jul 18 16:40:04.083299 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675373a-9641-47bf-9921-ed322aa1cc41 req-4beb1032-7ae2-4222-9414-97ced490844f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:04.085877 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7675373a-9641-47bf-9921-ed322aa1cc41 req-4beb1032-7ae2-4222-9414-97ced490844f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.2148249 Jul 18 16:40:04.097894 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.098251 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.098740 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.099538 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.099885 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.100287 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.100630 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.100959 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.101387 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.101611 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.102126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.102647 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.103192 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.103476 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.103961 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:40:04.143923 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ea09ba13-a2cf-46fd-9c36-c8518c2913c1 req-da040d76-5634-4251-8c6f-eab104012cbf service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053246 Jul 18 16:40:04.191145 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=8bbd976a-e758-4e52-b7e2-3637c08e0c46,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:04.193209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2c1cd-3a1c-4c02-bfcb-a7d4406aa187 req-52a770e0-b26d-4798-8a1b-ae30ebe4f861 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:04.199372 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:04.203821 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fab2c1cd-3a1c-4c02-bfcb-a7d4406aa187 req-52a770e0-b26d-4798-8a1b-ae30ebe4f861 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1287534 Jul 18 16:40:04.214758 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278', 'network_id': '4901e171-3f10-4967-83c1-9b283cc1db72', 'port_id': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278', 'mac_address': 'fa:16:3e:e0:db:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd222b9-2b61-42c8-b6eb-a723828c692d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:40:04.250259 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7675373a-9641-47bf-9921-ed322aa1cc41 req-d596048d-68ec-4df5-a362-83223de8e821 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413722 Jul 18 16:40:04.267803 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:04.268419 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:04.287537 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:40:04.310978 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:04.317570 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:04.324760 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fab2c1cd-3a1c-4c02-bfcb-a7d4406aa187 req-4390b78a-1e86-4c4a-b4ca-19371180ebe2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199818 Jul 18 16:40:04.386137 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:04.443517 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-31ab13ac-e9ec-4ca6-bce7-5ac142bbaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:04.446629 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-31ab13ac-e9ec-4ca6-bce7-5ac142bbaed6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.0803988 Jul 18 16:40:04.712834 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd679571-3745-4ddf-99f4-c911720f9058 req-6028ebad-2535-41eb-9680-4dbb8feb0d50 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:04.720912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d142cae-7baa-4080-b7e5-d0e0a245e9f4 req-d881d044-be28-4085-b7bf-d5fe06205910 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:04.725178 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3d142cae-7baa-4080-b7e5-d0e0a245e9f4 req-d881d044-be28-4085-b7bf-d5fe06205910 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 944 time: 0.1959393 Jul 18 16:40:04.745530 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bd679571-3745-4ddf-99f4-c911720f9058 req-6028ebad-2535-41eb-9680-4dbb8feb0d50 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.1576283 Jul 18 16:40:04.898768 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['01d252c0-4708-4842-b47f-06feaedb0c39'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:40:04.933990 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3d142cae-7baa-4080-b7e5-d0e0a245e9f4 req-de079dcc-504b-41d0-8559-a2a27e2cd75e tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911700 Jul 18 16:40:04.957032 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bd679571-3745-4ddf-99f4-c911720f9058 req-d7196b41-b69f-49a3-b168-0eb3efb7bb2a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984034 Jul 18 16:40:05.118561 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55524) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:05.123847 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['3cef60a6-8b3b-4cfe-9cec-c800df0d9278'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:40:05.221922 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:05.222937 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:05.431848 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:05.438857 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0a19a6fa-76c1-43ae-9aa2-6b4354ef332c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:05.491232 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaf00a-0447-429a-a6bb-32e9ff69d828 req-d04df7fd-0aca-4e69-a9c2-0af715c2ba21 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:05.493855 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7eaaf00a-0447-429a-a6bb-32e9ff69d828 req-d04df7fd-0aca-4e69-a9c2-0af715c2ba21 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1472626 Jul 18 16:40:05.510901 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4dffe-9fc5-4113-a182-2f0ff9108be7 req-e6b87cde-c63e-4a0d-b168-76c8fa0ae4d6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:05.513539 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-beb4dffe-9fc5-4113-a182-2f0ff9108be7 req-e6b87cde-c63e-4a0d-b168-76c8fa0ae4d6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0964823 Jul 18 16:40:05.560080 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:05.612751 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-beb4dffe-9fc5-4113-a182-2f0ff9108be7 req-4d773d04-3699-44df-82dd-3ae016d89a52 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898724 Jul 18 16:40:05.637855 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7eaaf00a-0447-429a-a6bb-32e9ff69d828 req-4ada56e4-22d6-46c7-8df8-e8d3d1428493 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309667 Jul 18 16:40:05.676677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0a19a6fa-76c1-43ae-9aa2-6b4354ef332c admin admin] Publish callbacks [] for security_group (1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:05.682290 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0a19a6fa-76c1-43ae-9aa2-6b4354ef332c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:05.725743 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-0a19a6fa-76c1-43ae-9aa2-6b4354ef332c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4369e8672a11418ca97504bb62b40267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057310 Jul 18 16:40:05.726939 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19a6fa-76c1-43ae-9aa2-6b4354ef332c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:05.728527 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 55544) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:05.788359 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d4a78000-638f-43d8-9968-62954af1da80 admin admin] Publish callbacks [] for security_group (1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:05.813149 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d4a78000-638f-43d8-9968-62954af1da80 admin admin] Publish callbacks [] for security_group (1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:05.866488 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d4a78000-638f-43d8-9968-62954af1da80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:05.870004 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d4a78000-638f-43d8-9968-62954af1da80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:05.871612 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-d4a78000-638f-43d8-9968-62954af1da80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88 HTTP/1.1" status: 204 len: 168 time: 0.1408532 Jul 18 16:40:05.885944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a78000-638f-43d8-9968-62954af1da80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7af5d1-3637-4f98-b0d0-96bfe8b4bc88,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:06.106951 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4906c5-d5c6-4243-8ceb-0ba81d587c21 req-c446a05d-64dd-42fc-938f-96c8d04ac254 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:06.108598 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0b4906c5-d5c6-4243-8ceb-0ba81d587c21 req-c446a05d-64dd-42fc-938f-96c8d04ac254 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 944 time: 0.0923576 Jul 18 16:40:06.112658 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a8685-3633-48ed-b644-2794b081df04 req-5dce99a6-e086-486d-b237-4ed24ce1d3b4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:06.115113 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e53a8685-3633-48ed-b644-2794b081df04 req-5dce99a6-e086-486d-b237-4ed24ce1d3b4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.0851028 Jul 18 16:40:06.161580 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:06.185557 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0b4906c5-d5c6-4243-8ceb-0ba81d587c21 req-2ab2e20a-0bd3-4fd1-9797-8dd3105da25c tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629535 Jul 18 16:40:06.202539 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e53a8685-3633-48ed-b644-2794b081df04 req-8b2f2d26-6d4e-4efb-8125-8211a1e794ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781276 Jul 18 16:40:06.307242 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 55560) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:06.322705 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3f1d8587-8daa-4e28-967f-58d08ff46d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:06.441656 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3f1d8587-8daa-4e28-967f-58d08ff46d7e admin admin] Publish callbacks [] for security_group (d964dc05-be82-4906-809d-72620165d8f6), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:06.446601 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3f1d8587-8daa-4e28-967f-58d08ff46d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d964dc05-be82-4906-809d-72620165d8f6), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:06.499161 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-3f1d8587-8daa-4e28-967f-58d08ff46d7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fb6dc26bf1204e0f81fda481dfdb045d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871545 Jul 18 16:40:06.499161 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d8587-8daa-4e28-967f-58d08ff46d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d964dc05-be82-4906-809d-72620165d8f6,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:06.500268 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 55564) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:06.811772 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9b8-6b7b-4f9c-83f6-3bf1b9cdf7b4 admin admin] Publish callbacks [] for security_group (d964dc05-be82-4906-809d-72620165d8f6), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:06.836263 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86462db8-c5e7-4bfd-b874-cff6fe66e474 req-787cecd6-c4eb-46e5-8c6e-01f5f7eaaca8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:06.838187 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-86462db8-c5e7-4bfd-b874-cff6fe66e474 req-787cecd6-c4eb-46e5-8c6e-01f5f7eaaca8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0868437 Jul 18 16:40:06.856245 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9b8-6b7b-4f9c-83f6-3bf1b9cdf7b4 admin admin] Publish callbacks [] for security_group (d964dc05-be82-4906-809d-72620165d8f6), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:06.883074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:06.887459 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ce65-873b-41ab-afa5-c4891480550b req-7412df41-f4f9-4c84-bee3-6843ac33214e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:06.890302 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6967ce65-873b-41ab-afa5-c4891480550b req-7412df41-f4f9-4c84-bee3-6843ac33214e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1081676 Jul 18 16:40:06.979266 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6967ce65-873b-41ab-afa5-c4891480550b req-9fb0672f-23a3-4174-9833-872de9d68407 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791614 Jul 18 16:40:06.988448 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-86462db8-c5e7-4bfd-b874-cff6fe66e474 req-473bd336-871f-46c1-a9fe-593cda139a92 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370261 Jul 18 16:40:07.016436 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9b8-6b7b-4f9c-83f6-3bf1b9cdf7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d964dc05-be82-4906-809d-72620165d8f6), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:07.019430 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c46bf9b8-6b7b-4f9c-83f6-3bf1b9cdf7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:07.020645 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c46bf9b8-6b7b-4f9c-83f6-3bf1b9cdf7b4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d964dc05-be82-4906-809d-72620165d8f6 HTTP/1.1" status: 204 len: 168 time: 0.5193932 Jul 18 16:40:07.036021 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bf9b8-6b7b-4f9c-83f6-3bf1b9cdf7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d964dc05-be82-4906-809d-72620165d8f6,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:07.380464 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672d6f1-bfbc-41fd-a6ae-26c2198c8997 req-f7640872-07f7-47b0-a216-05b78c16976b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:07.391093 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0672d6f1-bfbc-41fd-a6ae-26c2198c8997 req-f7640872-07f7-47b0-a216-05b78c16976b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 944 time: 0.0911195 Jul 18 16:40:07.407924 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf2230-d7ea-404d-a338-2b5e87118b3e req-6560f4b6-5c8e-45f3-acfa-baf7477d226b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:07.412532 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7bdf2230-d7ea-404d-a338-2b5e87118b3e req-6560f4b6-5c8e-45f3-acfa-baf7477d226b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.0789282 Jul 18 16:40:07.451818 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0672d6f1-bfbc-41fd-a6ae-26c2198c8997 req-7f17565d-08da-491d-8b6f-55661933a1a5 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594292 Jul 18 16:40:07.506332 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7bdf2230-d7ea-404d-a338-2b5e87118b3e req-eaab3dd8-deaa-4464-a43e-3712a2158499 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755107 Jul 18 16:40:08.167205 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083aea-7b48-4c58-b0aa-6324b2ad94c0 req-85fd224a-4528-46d0-8bd0-070ec3013ef4 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:08.169832 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d4083aea-7b48-4c58-b0aa-6324b2ad94c0 req-85fd224a-4528-46d0-8bd0-070ec3013ef4 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0791771 Jul 18 16:40:08.188805 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763b6fa-70d4-4de6-bf04-8444fc930fbf req-8e8dd6a7-fd20-4412-a0f9-e4a3eb73d439 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:08.195039 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5763b6fa-70d4-4de6-bf04-8444fc930fbf req-8e8dd6a7-fd20-4412-a0f9-e4a3eb73d439 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0916562 Jul 18 16:40:08.263863 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d4083aea-7b48-4c58-b0aa-6324b2ad94c0 req-9a003a12-8d05-4d07-a64f-ac0f19b407ac tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816803 Jul 18 16:40:08.274525 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5763b6fa-70d4-4de6-bf04-8444fc930fbf req-f0c4c22d-1100-434d-bc57-7d58e02c4d17 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710404 Jul 18 16:40:08.713682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8e27b-9630-4b85-b249-ddfb9424044c req-8b97b29b-df1e-41c5-8c4a-71da418ef604 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:08.716618 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7aa8e27b-9630-4b85-b249-ddfb9424044c req-8b97b29b-df1e-41c5-8c4a-71da418ef604 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 944 time: 0.1112044 Jul 18 16:40:08.730959 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212033-375f-4477-ac90-df691c19a2de req-cb5482a3-1022-4185-8427-0419d8fc7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:08.733698 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-cb5482a3-1022-4185-8427-0419d8fc7db9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2051086 Jul 18 16:40:08.745551 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cf413-bf0e-4c89-8a26-5ad4316c4fc8 req-a570beaa-3a2f-4336-89f9-0c3cc9c6f87b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:08.748048 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-392cf413-bf0e-4c89-8a26-5ad4316c4fc8 req-a570beaa-3a2f-4336-89f9-0c3cc9c6f87b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 943 time: 0.1259186 Jul 18 16:40:08.796390 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7aa8e27b-9630-4b85-b249-ddfb9424044c req-1081c9ca-8c84-4c14-8845-97bc1f361a66 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684171 Jul 18 16:40:08.851573 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device a4fdf947-4005-4728-8f93-b30af2b7db4b details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:40:09.094730 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port a4fdf947-4005-4728-8f93-b30af2b7db4b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a4fdf947-4005-4728-8f93-b30af2b7db4b,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:09.112613 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:40:09.156937 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port a4fdf947-4005-4728-8f93-b30af2b7db4b is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:09.157308 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:09.173593 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff2fd4-69f4-4912-b599-c89a71bbc258 req-a769cb5a-0ed7-4783-8195-04a5ca7c3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:09.174508 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fdf947-4005-4728-8f93-b30af2b7db4b {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:40:09.175724 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-88ff2fd4-69f4-4912-b599-c89a71bbc258 req-a769cb5a-0ed7-4783-8195-04a5ca7c3097 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 1129 time: 0.4243238 Jul 18 16:40:09.202630 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:09.207358 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port a4fdf947-4005-4728-8f93-b30af2b7db4b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a4fdf947-4005-4728-8f93-b30af2b7db4b,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:09.215712 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:09.255316 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-392cf413-bf0e-4c89-8a26-5ad4316c4fc8 req-b02ec36f-f32d-47fd-86f3-d713794d590f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4911556 Jul 18 16:40:09.273722 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-ac8fad4f-4734-4b76-9509-ab1a70fb9d05 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238612 Jul 18 16:40:09.298719 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf947-4005-4728-8f93-b30af2b7db4b,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:09.424570 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68443-d047-4fcb-a938-5b71570e124b req-e3eb1e76-074c-4136-8954-b2659dd918d5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:09.431054 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-93b68443-d047-4fcb-a938-5b71570e124b req-e3eb1e76-074c-4136-8954-b2659dd918d5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0765414 Jul 18 16:40:09.460327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b65df8-34fd-4fb3-a87e-2828ce0c82e5 req-7e3bc010-26ee-45db-bd8f-83fe85d8c414 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:09.463533 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f9b65df8-34fd-4fb3-a87e-2828ce0c82e5 req-7e3bc010-26ee-45db-bd8f-83fe85d8c414 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0731449 Jul 18 16:40:09.511847 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-93b68443-d047-4fcb-a938-5b71570e124b req-e222f472-9ded-4bab-b98a-8577534f7dd2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773470 Jul 18 16:40:09.558970 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f9b65df8-34fd-4fb3-a87e-2828ce0c82e5 req-82ab04e2-f42f-4e12-8c90-ca3e52522a95 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888629 Jul 18 16:40:10.015267 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c795c-d6e4-4549-9eff-cf383c972861 req-3135f9a3-9ca2-4afa-84da-4f077573d5f2 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:10.016853 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f23c795c-d6e4-4549-9eff-cf383c972861 req-3135f9a3-9ca2-4afa-84da-4f077573d5f2 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 944 time: 0.0683887 Jul 18 16:40:10.035014 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:10.088975 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f23c795c-d6e4-4549-9eff-cf383c972861 req-c7e11d27-de6f-442c-809f-5b53ea7aa3a5 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608554 Jul 18 16:40:10.204162 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:10.389342 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:10.401999 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b072a3c-d39c-4c3c-946c-655bd6e4bb0c req-dd78c6db-0e6b-4186-b4e3-9d010871f9d1 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:10.403649 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5b072a3c-d39c-4c3c-946c-655bd6e4bb0c req-dd78c6db-0e6b-4186-b4e3-9d010871f9d1 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 944 time: 0.0504165 Jul 18 16:40:10.469298 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5b072a3c-d39c-4c3c-946c-655bd6e4bb0c req-23f6de42-ff0d-4f2c-9200-99935993e0e7 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576668 Jul 18 16:40:10.637791 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb11149-cbcb-44a6-8d60-b1e0a19db91f req-17f0b517-d8a1-4088-ae87-73ff240aa362 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:10.639461 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1cb11149-cbcb-44a6-8d60-b1e0a19db91f req-17f0b517-d8a1-4088-ae87-73ff240aa362 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0515649 Jul 18 16:40:10.702021 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1cb11149-cbcb-44a6-8d60-b1e0a19db91f req-3932cae2-e686-4473-b63e-2304708a76aa tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Jul 18 16:40:10.726739 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36142b2-03de-4b91-963b-03fb35fa35f6 req-31e57c9c-9d1a-47e2-a4f3-31e51fd1bf6b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:10.728343 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f36142b2-03de-4b91-963b-03fb35fa35f6 req-31e57c9c-9d1a-47e2-a4f3-31e51fd1bf6b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0582976 Jul 18 16:40:10.778472 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f36142b2-03de-4b91-963b-03fb35fa35f6 req-c963c8d8-0c01-45d2-90b5-6dbdd89e96f2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441964 Jul 18 16:40:10.936771 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-88ff2fd4-69f4-4912-b599-c89a71bbc258 req-4c9ad444-cf88-4511-8f3f-02d648eee9ed service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039937 Jul 18 16:40:10.975172 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51212033-375f-4477-ac90-df691c19a2de req-617b7f8f-624b-4774-94ec-56b671ec969d service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225941 Jul 18 16:40:11.259750 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f894021-5811-42d5-a67a-73b1fcb95e8d req-8f949e4f-3068-4445-8146-b37fb2f8995a tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:11.265803 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3f894021-5811-42d5-a67a-73b1fcb95e8d req-8f949e4f-3068-4445-8146-b37fb2f8995a tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 944 time: 0.0758336 Jul 18 16:40:11.325198 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3f894021-5811-42d5-a67a-73b1fcb95e8d req-d4b0499e-09da-40b3-9533-269424a60007 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494397 Jul 18 16:40:11.601578 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6de3a0-0a50-4158-93db-74f1eaadd5b2 req-14933371-a1e8-497d-b4d9-b0d129e71b04 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:11.603516 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4e6de3a0-0a50-4158-93db-74f1eaadd5b2 req-14933371-a1e8-497d-b4d9-b0d129e71b04 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 944 time: 0.0591483 Jul 18 16:40:11.690324 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4e6de3a0-0a50-4158-93db-74f1eaadd5b2 req-07ad26b2-b209-41c8-a217-395ea2a59ea3 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784824 Jul 18 16:40:11.822585 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d7c53-3194-4ff3-93f9-c41bbf18de27 req-28392092-6710-4e16-9aff-a10c565b81ed tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:11.823886 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5f1d7c53-3194-4ff3-93f9-c41bbf18de27 req-28392092-6710-4e16-9aff-a10c565b81ed tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0501935 Jul 18 16:40:11.877707 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5f1d7c53-3194-4ff3-93f9-c41bbf18de27 req-c8b01e69-cc0f-4d3d-82a7-1573eb12d87b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481918 Jul 18 16:40:11.922870 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bfd22-8484-4b59-a372-ccf345718310 req-6325abd0-0abf-40a3-abd5-ed4d4d69a672 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:11.924450 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-266bfd22-8484-4b59-a372-ccf345718310 req-6325abd0-0abf-40a3-abd5-ed4d4d69a672 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0565300 Jul 18 16:40:11.980380 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-266bfd22-8484-4b59-a372-ccf345718310 req-91b44f4d-1159-4894-996e-33a26b43b449 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482380 Jul 18 16:40:12.476627 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3d4b-e1af-438c-b4d9-d44a46ea4c8d req-9a5c3e62-562b-4d31-b465-d051135aa4ee tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:12.478381 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f83e3d4b-e1af-438c-b4d9-d44a46ea4c8d req-9a5c3e62-562b-4d31-b465-d051135aa4ee tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 944 time: 0.0724878 Jul 18 16:40:12.497369 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:40:12.564234 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f83e3d4b-e1af-438c-b4d9-d44a46ea4c8d req-a3f35224-6197-4d4c-b150-2123ce20cd64 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753372 Jul 18 16:40:12.575886 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 01d252c0-4708-4842-b47f-06feaedb0c39 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:40:12.594325 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 01d252c0-4708-4842-b47f-06feaedb0c39 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:40:12.595203 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:12.738323 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:12.738993 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:12.789766 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:12.792287 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9267e2-3488-49dd-a3d8-68ca5cece636" -d '{"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-plugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:12.807711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:12.823929 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:12.824806 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:40:12.882783 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405924df-9a23-4b12-9c1d-d782225ebe6c x-openstack-request-id: req-405924df-9a23-4b12-9c1d-d782225ebe6c {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:12.883054 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-plugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:12.883361 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-405924df-9a23-4b12-9c1d-d782225ebe6c {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:12.884001 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405924df-9a23-4b12-9c1d-d782225ebe6c'] response: {'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39', 'code': 200} Jul 18 16:40:12.925013 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b437c6-9d5d-4bc9-b0b7-a166d0fcba5e req-254df966-3915-44f8-a923-69df529e360d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:12.930004 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:40:12.937110 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:12.938460 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4b437c6-9d5d-4bc9-b0b7-a166d0fcba5e req-254df966-3915-44f8-a923-69df529e360d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 944 time: 0.1058543 Jul 18 16:40:12.941167 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:12.949953 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:40:12.951509 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:13.029776 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4b437c6-9d5d-4bc9-b0b7-a166d0fcba5e req-9667b228-7e27-4b42-898c-9d5dbf646c92 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881364 Jul 18 16:40:13.049580 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef6cf6-252f-4f38-a4c8-c92b8a623a73 req-31e98d0b-ef5f-46b1-8421-d5e1e354a749 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:13.051597 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-edef6cf6-252f-4f38-a4c8-c92b8a623a73 req-31e98d0b-ef5f-46b1-8421-d5e1e354a749 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0658610 Jul 18 16:40:13.062260 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:13.100202 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:13.100813 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:13.149222 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-edef6cf6-252f-4f38-a4c8-c92b8a623a73 req-092165e2-3334-4fc8-9055-febe55c6843d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844655 Jul 18 16:40:13.152683 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:13.158050 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:13.181333 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368a24-3a09-40ae-897c-c042fb2adeb2 req-a29fbfa7-a93d-4233-81d6-0cd0a9f2e4df tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:13.183132 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1c368a24-3a09-40ae-897c-c042fb2adeb2 req-a29fbfa7-a93d-4233-81d6-0cd0a9f2e4df tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0657680 Jul 18 16:40:13.214372 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:13.229244 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:13.237722 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1c368a24-3a09-40ae-897c-c042fb2adeb2 req-7b6cbc86-60de-4ff8-8961-39633188905a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485816 Jul 18 16:40:13.702874 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483b455-37a5-4f06-8f00-72acea2d4349 req-9c766ad3-ac5c-4ee4-9c96-c5992fb3a9ae tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:13.704580 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a483b455-37a5-4f06-8f00-72acea2d4349 req-9c766ad3-ac5c-4ee4-9c96-c5992fb3a9ae tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0555913 Jul 18 16:40:13.760756 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a483b455-37a5-4f06-8f00-72acea2d4349 req-4a141b31-5839-42d4-a641-2bd7a6026709 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498719 Jul 18 16:40:14.167363 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e067f-abf4-40eb-a4db-7d0c84bc75fc req-08d2d34e-6e4e-4589-a53e-302c26476ea5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:14.168981 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-be1e067f-abf4-40eb-a4db-7d0c84bc75fc req-08d2d34e-6e4e-4589-a53e-302c26476ea5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 944 time: 0.0556142 Jul 18 16:40:14.225713 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-be1e067f-abf4-40eb-a4db-7d0c84bc75fc req-4e8f3b33-731f-4ef1-88f0-1dc71a23ffcb tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505574 Jul 18 16:40:14.293836 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f941c84-894c-4f52-9046-34d790ec01ef req-7065cb45-c144-4c33-9487-79c34342c28e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:14.296709 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f941c84-894c-4f52-9046-34d790ec01ef req-7065cb45-c144-4c33-9487-79c34342c28e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0635114 Jul 18 16:40:14.367462 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:14.373652 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f941c84-894c-4f52-9046-34d790ec01ef req-340c844c-de90-4862-a50b-cfcc14b005bf tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687568 Jul 18 16:40:14.417366 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbb2ca-e7b8-4e0e-b625-f0a7a29a77b8 req-cae7cc4b-8bd4-407c-881a-5239aedb0b8a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:14.419290 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-60cbb2ca-e7b8-4e0e-b625-f0a7a29a77b8 req-cae7cc4b-8bd4-407c-881a-5239aedb0b8a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0692134 Jul 18 16:40:14.481427 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-60cbb2ca-e7b8-4e0e-b625-f0a7a29a77b8 req-11056575-c348-4593-9cc8-dde90b4a7c98 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559089 Jul 18 16:40:14.885445 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:14.889480 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f6e628-9e74-4063-a4ca-4ff6d6467d02" -d '{"events": [{"server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "name": "network-vif-plugged", "status": "completed", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:14.889772 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed8ecb-14a4-4876-b48a-a6638511117e req-ea27fa15-7afb-4a86-8528-aaf5eb088392 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:14.892258 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-20ed8ecb-14a4-4876-b48a-a6638511117e req-ea27fa15-7afb-4a86-8528-aaf5eb088392 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0549517 Jul 18 16:40:14.948155 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49fa116-9dfa-43ad-bc56-7cf3afaf9672 x-openstack-request-id: req-e49fa116-9dfa-43ad-bc56-7cf3afaf9672 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:14.949497 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "name": "network-vif-plugged", "status": "completed", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:14.950028 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e49fa116-9dfa-43ad-bc56-7cf3afaf9672 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:14.951055 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49fa116-9dfa-43ad-bc56-7cf3afaf9672'] response: {'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278', 'code': 200} Jul 18 16:40:14.961320 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-20ed8ecb-14a4-4876-b48a-a6638511117e req-b9fbaa66-44bc-48e9-afbd-db2d375450f8 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Jul 18 16:40:15.369631 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfa871-8bde-41b6-b148-646b91fe58e5 req-f9c3bf21-cced-47af-b290-682eae9756ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:15.371600 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67cfa871-8bde-41b6-b148-646b91fe58e5 req-f9c3bf21-cced-47af-b290-682eae9756ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 944 time: 0.0534809 Jul 18 16:40:15.437023 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67cfa871-8bde-41b6-b148-646b91fe58e5 req-a3aaa75b-fe35-41de-b2d5-809739e48f02 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551860 Jul 18 16:40:15.509861 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38101e5-6c74-47b0-be93-71fa02ccbce7 req-0a8fc60e-1035-4cb6-9a1f-85a9ca6439f1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:15.513458 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c38101e5-6c74-47b0-be93-71fa02ccbce7 req-0a8fc60e-1035-4cb6-9a1f-85a9ca6439f1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0578508 Jul 18 16:40:15.581825 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c38101e5-6c74-47b0-be93-71fa02ccbce7 req-be07361d-e6e6-4519-8802-33a5fecea8cf tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580630 Jul 18 16:40:15.657417 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add3da7-d27d-4909-97b0-7f3d7fc47ff5 req-99d55537-1fe9-41cc-876a-393b0faa3c76 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:15.660821 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1add3da7-d27d-4909-97b0-7f3d7fc47ff5 req-99d55537-1fe9-41cc-876a-393b0faa3c76 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0791652 Jul 18 16:40:15.735472 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1add3da7-d27d-4909-97b0-7f3d7fc47ff5 req-5a68483d-27bd-4d64-9696-7955eda6fe2d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608716 Jul 18 16:40:15.737082 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['a4fdf947-4005-4728-8f93-b30af2b7db4b'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:40:16.160474 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:16.202574 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a3774-8268-45d2-aa53-7e1931fdbf22 req-069004c6-7ef2-4cfa-a385-3c476133a9a7 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:16.205210 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-385a3774-8268-45d2-aa53-7e1931fdbf22 req-069004c6-7ef2-4cfa-a385-3c476133a9a7 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.1134109 Jul 18 16:40:16.311218 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-385a3774-8268-45d2-aa53-7e1931fdbf22 req-1f9e8d65-f533-4a1f-b1f7-0d878025cac8 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940132 Jul 18 16:40:16.603601 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c8e0-1c83-403b-9d2f-eea3084fc96e req-da4b9e4f-6f23-4299-8da0-e59d9a054630 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:16.606326 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea98c8e0-1c83-403b-9d2f-eea3084fc96e req-da4b9e4f-6f23-4299-8da0-e59d9a054630 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 944 time: 0.0741520 Jul 18 16:40:16.735703 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ea98c8e0-1c83-403b-9d2f-eea3084fc96e req-23007328-0c68-479d-ad2f-3965d08185fd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166179 Jul 18 16:40:16.777227 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eff6f0-6d42-44c8-855b-4d444e4a831a req-a7f377e3-e9eb-4f8b-b552-cdd73f667bc1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:16.780901 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-00eff6f0-6d42-44c8-855b-4d444e4a831a req-a7f377e3-e9eb-4f8b-b552-cdd73f667bc1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0951629 Jul 18 16:40:16.915429 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-00eff6f0-6d42-44c8-855b-4d444e4a831a req-0e4db253-f55b-47ca-963a-851b25eab648 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186488 Jul 18 16:40:16.966128 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03bbfe-4f5c-4b80-815d-8f0426e136ec req-6df57232-4a45-42b8-8656-bfdf71273e29 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:16.967528 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ca03bbfe-4f5c-4b80-815d-8f0426e136ec req-6df57232-4a45-42b8-8656-bfdf71273e29 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0732932 Jul 18 16:40:17.038503 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ca03bbfe-4f5c-4b80-815d-8f0426e136ec req-acbd8ac6-df33-4eae-b4ba-e790909d12de tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596201 Jul 18 16:40:17.341718 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395261e8-8a4f-40d4-bba1-908f44255d04 req-8efc44a4-6c14-47e6-a890-0e7cbf74aaec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:17.355342 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-395261e8-8a4f-40d4-bba1-908f44255d04 req-8efc44a4-6c14-47e6-a890-0e7cbf74aaec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0976832 Jul 18 16:40:17.427476 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:17.446324 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe0581-8b57-405d-9354-255111894304 req-0d534ef0-6d84-4d57-be35-2949b63166c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:17.448567 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7fbe0581-8b57-405d-9354-255111894304 req-0d534ef0-6d84-4d57-be35-2949b63166c9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 1129 time: 0.0737641 Jul 18 16:40:17.504652 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-395261e8-8a4f-40d4-bba1-908f44255d04 req-bc42e901-3184-40e8-aca2-52fc0561cd7d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471939 Jul 18 16:40:17.571948 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804a603-ca39-4693-8e5b-e09a2090cab9 req-649f6931-aa08-4108-b95b-1324cb1d2c00 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:17.575121 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7804a603-ca39-4693-8e5b-e09a2090cab9 req-649f6931-aa08-4108-b95b-1324cb1d2c00 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.1186450 Jul 18 16:40:17.578712 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device a4fdf947-4005-4728-8f93-b30af2b7db4b up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:40:17.696894 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-0a4abaee-50ed-4dd3-b5e9-983b7791aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:17.700629 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-0a4abaee-50ed-4dd3-b5e9-983b7791aedb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 1129 time: 0.0872676 Jul 18 16:40:17.711901 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5b4bf-7c83-4e6e-ab77-e26a110c8cfd req-9d889c03-03cb-4723-bdba-e7b7feaede07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:17.713484 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-72f5b4bf-7c83-4e6e-ab77-e26a110c8cfd req-9d889c03-03cb-4723-bdba-e7b7feaede07 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1130 time: 0.1197922 Jul 18 16:40:17.721052 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port a4fdf947-4005-4728-8f93-b30af2b7db4b completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:40:17.731135 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port a4fdf947-4005-4728-8f93-b30af2b7db4b triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:40:17.731766 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:17.793444 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7804a603-ca39-4693-8e5b-e09a2090cab9 req-9f343add-f63c-4e0d-aab1-672bf888e588 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100496 Jul 18 16:40:17.836632 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7fbe0581-8b57-405d-9354-255111894304 req-ec25d24b-e2e6-4534-bd92-1271f5a5c469 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615055 Jul 18 16:40:17.882710 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-72f5b4bf-7c83-4e6e-ab77-e26a110c8cfd req-8e712a48-bee6-4809-8fa5-9d12dca02f8b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415925 Jul 18 16:40:17.899416 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port a4fdf947-4005-4728-8f93-b30af2b7db4b is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:17.899820 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:17.958472 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:17.962491 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94bc811-6370-4c57-839e-a3ca2116fe15" -d '{"events": [{"server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "name": "network-vif-plugged", "status": "completed", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:17.989193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port a4fdf947-4005-4728-8f93-b30af2b7db4b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a4fdf947-4005-4728-8f93-b30af2b7db4b,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:17.997976 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:18.006464 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-2a7affbc-7a30-42fe-986e-d7526a62166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:18.009604 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-2a7affbc-7a30-42fe-986e-d7526a62166e service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.3004546 Jul 18 16:40:18.040796 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7159-b525-466e-aa7c-e099e5faae10 req-03c167e0-a263-464d-bef6-50aa3a7ad96e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:18.042597 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-566e7159-b525-466e-aa7c-e099e5faae10 req-03c167e0-a263-464d-bef6-50aa3a7ad96e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 944 time: 0.1160197 Jul 18 16:40:18.055473 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea106865-230e-4c2c-a230-ed5265d2bcbf x-openstack-request-id: req-ea106865-230e-4c2c-a230-ed5265d2bcbf {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:18.055778 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "name": "network-vif-plugged", "status": "completed", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:18.056298 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea106865-230e-4c2c-a230-ed5265d2bcbf {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:18.056923 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea106865-230e-4c2c-a230-ed5265d2bcbf'] response: {'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'code': 200} Jul 18 16:40:18.113371 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=a4fdf947-4005-4728-8f93-b30af2b7db4b,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:18.185674 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-566e7159-b525-466e-aa7c-e099e5faae10 req-f8721013-f742-4bfe-8449-a0826536ab44 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230392 Jul 18 16:40:18.244062 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4594df-1c90-46aa-9d6f-eedb10673037 req-c383efdb-09a5-4fb6-b81a-d2231e4ae173 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:18.252036 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d4594df-1c90-46aa-9d6f-eedb10673037 req-c383efdb-09a5-4fb6-b81a-d2231e4ae173 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0732512 Jul 18 16:40:18.359388 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d4594df-1c90-46aa-9d6f-eedb10673037 req-948a7640-a376-4ed6-9a07-04c3d40eb4ac tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053331 Jul 18 16:40:18.586663 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-83691aa3-942b-4755-b58e-eb28b686bc35 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46 HTTP/1.1" status: 200 len: 217 time: 0.0594277 Jul 18 16:40:18.658727 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:18.679868 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65fd2f-118a-46e7-bc9f-c0e37858ffb6 req-e94fb317-95b1-44ff-bcd9-4f309968c4ba tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:18.682368 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0c65fd2f-118a-46e7-bc9f-c0e37858ffb6 req-e94fb317-95b1-44ff-bcd9-4f309968c4ba tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0677230 Jul 18 16:40:18.748483 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0c65fd2f-118a-46e7-bc9f-c0e37858ffb6 req-41d54d7a-2d09-4b28-83f7-710f4a9bf63a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 Jul 18 16:40:18.920214 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3ac8a-daff-4752-9a57-f18a0e0356e7 req-469609e5-cae9-4c29-9b11-2194010525aa tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:18.921833 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bac3ac8a-daff-4752-9a57-f18a0e0356e7 req-469609e5-cae9-4c29-9b11-2194010525aa tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0545855 Jul 18 16:40:18.985193 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bac3ac8a-daff-4752-9a57-f18a0e0356e7 req-ec53ea2f-a756-43e9-82e1-8c62bfc9b7bf tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566514 Jul 18 16:40:19.048270 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1406e7ce-0214-435d-9974-028c4cfe55c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:19.391849 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ab24b-f48b-4a44-90ff-de4832898320 req-3f7bc10c-5301-4157-a9c8-f4d78fac071d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:19.393525 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0b0ab24b-f48b-4a44-90ff-de4832898320 req-3f7bc10c-5301-4157-a9c8-f4d78fac071d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0833480 Jul 18 16:40:19.464020 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0b0ab24b-f48b-4a44-90ff-de4832898320 req-3717736a-9a6f-4047-aa2b-ed392db1e27b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635917 Jul 18 16:40:19.567886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33600fed-51c9-4a20-b040-a951c598a20f req-23014bd4-f367-4ad9-a72e-594863703556 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:19.569743 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-33600fed-51c9-4a20-b040-a951c598a20f req-23014bd4-f367-4ad9-a72e-594863703556 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0728347 Jul 18 16:40:19.625797 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-33600fed-51c9-4a20-b040-a951c598a20f req-9c188b0d-784e-48a6-bb43-bfdd6089a1a0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501549 Jul 18 16:40:19.872363 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b18909-21eb-4f1c-9f65-3a36fc6651c2 req-de721d35-9114-4d09-9c69-2da2305e74e6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:19.874030 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-89b18909-21eb-4f1c-9f65-3a36fc6651c2 req-de721d35-9114-4d09-9c69-2da2305e74e6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Jul 18 16:40:19.931987 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-89b18909-21eb-4f1c-9f65-3a36fc6651c2 req-ac3827b1-3090-4563-bf11-4302a14de150 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518901 Jul 18 16:40:20.120820 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c4f05-2583-48f2-bab9-e624a4bc0e2f req-05dd7790-e1ab-4521-adf1-3b0974a789ac tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:20.122390 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2b6c4f05-2583-48f2-bab9-e624a4bc0e2f req-05dd7790-e1ab-4521-adf1-3b0974a789ac tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0533395 Jul 18 16:40:20.178797 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2b6c4f05-2583-48f2-bab9-e624a4bc0e2f req-04cf91c9-90cc-4f7e-bdf6-518d375e99bb tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502143 Jul 18 16:40:20.612345 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e66256-b113-4559-b5f3-6b2b7bbc64ad req-3a8c7514-d119-4920-b99c-df1405204586 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:20.615096 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-43e66256-b113-4559-b5f3-6b2b7bbc64ad req-3a8c7514-d119-4920-b99c-df1405204586 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0704455 Jul 18 16:40:20.679269 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-43e66256-b113-4559-b5f3-6b2b7bbc64ad req-84a6d3ac-a4ff-4cba-94be-0d16f29e0240 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586174 Jul 18 16:40:20.729279 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:20.773398 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d30c7-e54f-4a47-bf29-21e0118aea7c req-b92b5bb5-4b8b-4108-9f84-0cf88ec0b390 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:20.775108 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c9d30c7-e54f-4a47-bf29-21e0118aea7c req-b92b5bb5-4b8b-4108-9f84-0cf88ec0b390 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0551453 Jul 18 16:40:20.830097 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c9d30c7-e54f-4a47-bf29-21e0118aea7c req-c525f8a8-eebd-4bc3-9866-1a348c166158 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464785 Jul 18 16:40:21.049316 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0bfe1-eba8-4fc9-8399-90acfa834e52 req-0b57c2fc-ca68-4a60-bb88-68ead7962f16 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:21.050945 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7b0bfe1-eba8-4fc9-8399-90acfa834e52 req-0b57c2fc-ca68-4a60-bb88-68ead7962f16 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Jul 18 16:40:21.105098 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7b0bfe1-eba8-4fc9-8399-90acfa834e52 req-7f88ed9e-54e7-4b0b-8b9a-a30377ab5581 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476940 Jul 18 16:40:21.292320 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0532d7-5a80-46ca-bcc3-957f3d0ed010 req-c85f1448-644e-472b-b500-6b79494830a5 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:21.293825 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a0532d7-5a80-46ca-bcc3-957f3d0ed010 req-c85f1448-644e-472b-b500-6b79494830a5 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0478044 Jul 18 16:40:21.341969 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:21.347025 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a0532d7-5a80-46ca-bcc3-957f3d0ed010 req-b0575202-80d2-4c3a-9ea2-ca5c5d50d842 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475273 Jul 18 16:40:21.831027 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab0d5b-701e-4000-88de-644678d389c4 req-cb082514-c236-42a0-b42c-db8ed06101be tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:21.833046 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fdab0d5b-701e-4000-88de-644678d389c4 req-cb082514-c236-42a0-b42c-db8ed06101be tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0603251 Jul 18 16:40:21.886993 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fdab0d5b-701e-4000-88de-644678d389c4 req-ceb2dc8b-6648-40dc-b7d3-de8473e8ba29 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480428 Jul 18 16:40:21.982063 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aacad-bcfc-4c13-b7ca-3dc16000b6fe req-9bc734cd-c1fd-4e0c-b117-a83f25f14755 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:21.983597 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-004aacad-bcfc-4c13-b7ca-3dc16000b6fe req-9bc734cd-c1fd-4e0c-b117-a83f25f14755 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0516183 Jul 18 16:40:22.041494 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-004aacad-bcfc-4c13-b7ca-3dc16000b6fe req-24bd4089-403f-4c84-b8a6-0eda8d773a69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513763 Jul 18 16:40:22.127455 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4bd22c60-06e8-4c53-a01a-994fe3e695c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:22.233997 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4b888-6389-421a-ab75-fd1a3cefd159 req-a3af8a0d-511d-4d45-844c-c90f9fbb8341 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:22.235554 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-90c4b888-6389-421a-ab75-fd1a3cefd159 req-a3af8a0d-511d-4d45-844c-c90f9fbb8341 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0542355 Jul 18 16:40:22.290952 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-90c4b888-6389-421a-ab75-fd1a3cefd159 req-af749a99-7b8f-49c6-a047-86c5b6899f2d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Jul 18 16:40:22.476562 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0791b2f-e3bc-44b4-843e-892996e0bb87 req-62f931ca-47d5-47d1-884b-c3a2007ecca6 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:22.478095 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d0791b2f-e3bc-44b4-843e-892996e0bb87 req-62f931ca-47d5-47d1-884b-c3a2007ecca6 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0547447 Jul 18 16:40:22.530311 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d0791b2f-e3bc-44b4-843e-892996e0bb87 req-96d56e40-6c1b-44c9-a258-e27b7ea04c95 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466030 Jul 18 16:40:22.663145 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-61851500-3c14-459d-8c85-53edf220193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:22.665651 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-61851500-3c14-459d-8c85-53edf220193c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.0931165 Jul 18 16:40:22.835849 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b901027-4731-4fad-972b-a0267b909112 req-887d5322-1501-49c2-83e1-82f13dd372c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:22.839551 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8b901027-4731-4fad-972b-a0267b909112 req-887d5322-1501-49c2-83e1-82f13dd372c3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 1129 time: 0.0829372 Jul 18 16:40:22.841871 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-9e8839e3-086d-48b5-81fe-b964a352499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:22.844667 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-9e8839e3-086d-48b5-81fe-b964a352499e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0963335 Jul 18 16:40:23.025983 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758c38-5d01-40d7-a8d6-72d43fcff3a6 req-3b0e557a-87d8-4547-8850-0e1cb81967ae tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:23.027937 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-76758c38-5d01-40d7-a8d6-72d43fcff3a6 req-3b0e557a-87d8-4547-8850-0e1cb81967ae tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0641110 Jul 18 16:40:23.083379 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:23.112807 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-76758c38-5d01-40d7-a8d6-72d43fcff3a6 req-76ffe0f7-e90b-4b86-a569-67cc98ea44ee tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748477 Jul 18 16:40:23.179937 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f52d5-3988-4798-b233-0294626c70b9 req-c35bf95a-6c4f-45b4-a5ad-7c95ef2a3216 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:23.181705 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-660f52d5-3988-4798-b233-0294626c70b9 req-c35bf95a-6c4f-45b4-a5ad-7c95ef2a3216 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0575950 Jul 18 16:40:23.246642 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-660f52d5-3988-4798-b233-0294626c70b9 req-47e9291a-fff0-44ee-8f40-bb64db59a247 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577424 Jul 18 16:40:23.368662 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56024) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:23.450610 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0cd30-f389-44b4-b7fb-f9f0847fe8cf req-cf62937d-d46b-41e1-9bd9-e83ea17d3338 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:23.453306 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-61a0cd30-f389-44b4-b7fb-f9f0847fe8cf req-cf62937d-d46b-41e1-9bd9-e83ea17d3338 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0725126 Jul 18 16:40:23.517791 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3f5cffd7-7711-4fb0-8b65-b3a81b80b2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:23.524888 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-61a0cd30-f389-44b4-b7fb-f9f0847fe8cf req-5ee3943e-4c78-4542-b849-0b206dc27a0e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658278 Jul 18 16:40:23.563009 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:23.614379 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3f5cffd7-7711-4fb0-8b65-b3a81b80b2ba admin admin] Publish callbacks [] for security_group (1f3039b3-8d11-45b7-b608-64ea498f8af3), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:23.621395 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3f5cffd7-7711-4fb0-8b65-b3a81b80b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (1f3039b3-8d11-45b7-b608-64ea498f8af3), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:23.674005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cffd7-7711-4fb0-8b65-b3a81b80b2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3039b3-8d11-45b7-b608-64ea498f8af3,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:23.680778 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-3f5cffd7-7711-4fb0-8b65-b3a81b80b2ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1ad8319feff487ea5b58e82d751c4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096297 Jul 18 16:40:23.685338 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56034) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:23.734723 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c9801-0e8b-4864-8b77-5c28e5cf90eb req-037d5176-82ad-4ac7-be38-8f4a70a1c6af tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:23.737207 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-283c9801-0e8b-4864-8b77-5c28e5cf90eb req-037d5176-82ad-4ac7-be38-8f4a70a1c6af tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0851049 Jul 18 16:40:23.756964 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fd3c899f-8725-43df-8376-f0d33eae6bc8 admin admin] Publish callbacks [] for security_group (1f3039b3-8d11-45b7-b608-64ea498f8af3), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:23.864677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fd3c899f-8725-43df-8376-f0d33eae6bc8 admin admin] Publish callbacks [] for security_group (1f3039b3-8d11-45b7-b608-64ea498f8af3), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:23.887807 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-283c9801-0e8b-4864-8b77-5c28e5cf90eb req-b31c7d19-342d-485f-b2cd-e426694c3475 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423507 Jul 18 16:40:23.891730 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8b901027-4731-4fad-972b-a0267b909112 req-feb131b7-ffd3-49eb-8477-d83149feaf10 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326251 Jul 18 16:40:23.989702 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-5b7d8752-df5a-49b4-a6c1-5a07dbb7d1c7 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349713 Jul 18 16:40:23.992368 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:24.014964 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fd3c899f-8725-43df-8376-f0d33eae6bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (1f3039b3-8d11-45b7-b608-64ea498f8af3), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:24.018670 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fd3c899f-8725-43df-8376-f0d33eae6bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:24.020469 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-fd3c899f-8725-43df-8376-f0d33eae6bc8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f3039b3-8d11-45b7-b608-64ea498f8af3 HTTP/1.1" status: 204 len: 168 time: 0.3323910 Jul 18 16:40:24.041859 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c899f-8725-43df-8376-f0d33eae6bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3039b3-8d11-45b7-b608-64ea498f8af3,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:24.230396 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:24.239716 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:24.360397 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dcfee-5850-44e9-a117-9445a4761928 req-5d0f14a0-c5de-4769-96e4-c3b3c29f8923 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:24.374106 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f4dcfee-5850-44e9-a117-9445a4761928 req-5d0f14a0-c5de-4769-96e4-c3b3c29f8923 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.1418517 Jul 18 16:40:24.472268 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f4dcfee-5850-44e9-a117-9445a4761928 req-81ce95ad-7dba-49af-83e6-b318b772b968 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962007 Jul 18 16:40:24.620680 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe25d-1791-4240-bbb3-47905e85db92 req-8d37d3c7-2c58-4744-b3ab-4138c9a2df03 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:24.634726 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-14ebe25d-1791-4240-bbb3-47905e85db92 req-8d37d3c7-2c58-4744-b3ab-4138c9a2df03 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1795390 Jul 18 16:40:24.651860 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56074) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:24.674994 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c4b622fb-6410-4ccf-9d12-62a1535b513d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:24.766130 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-14ebe25d-1791-4240-bbb3-47905e85db92 req-a43224a8-7c82-4555-a778-c48d5442149e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304345 Jul 18 16:40:24.797477 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006367b7-7a3d-40b2-bb00-bd58a7b80c70 req-878dec6a-3fcd-4a8f-be6f-56a0c232aae2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:24.814465 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-006367b7-7a3d-40b2-bb00-bd58a7b80c70 req-878dec6a-3fcd-4a8f-be6f-56a0c232aae2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1106915 Jul 18 16:40:24.943137 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-006367b7-7a3d-40b2-bb00-bd58a7b80c70 req-63382a82-925c-4ac9-8479-517793951abc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334162 Jul 18 16:40:24.959907 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:24.962717 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c4b622fb-6410-4ccf-9d12-62a1535b513d admin admin] Publish callbacks [] for security_group (a4ed72e1-6483-4364-9b2a-bdab544cc620), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:24.995679 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c4b622fb-6410-4ccf-9d12-62a1535b513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a4ed72e1-6483-4364-9b2a-bdab544cc620), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.011700 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ef8d-b54e-4c44-9862-7458d81b5761 req-94cf6ef4-4f1a-4278-84c2-cd74bbd82877 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:25.014403 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8b56ef8d-b54e-4c44-9862-7458d81b5761 req-94cf6ef4-4f1a-4278-84c2-cd74bbd82877 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1104412 Jul 18 16:40:25.032396 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56092) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:25.040261 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'floatingip': {'port_id': '01d252c0-4708-4842-b47f-06feaedb0c39'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:25.091988 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b622fb-6410-4ccf-9d12-62a1535b513d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ed72e1-6483-4364-9b2a-bdab544cc620,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:25.117567 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c4b622fb-6410-4ccf-9d12-62a1535b513d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24fa7e56db5e41c98eef308efad258b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645133 Jul 18 16:40:25.123181 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56094) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:25.155754 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (3a32f496-ccee-48a2-af44-b41517b1af1f), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.159498 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:25.195078 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6c4b0014-83f5-4244-89f0-c0b2d5df1740 req-cdb679ed-e8a8-46de-8705-20af3a3b5bb9 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308819 Jul 18 16:40:25.202078 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.209024 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98f5e32b-a70f-4fbc-99bc-7c6e77bfbaa9 admin admin] Publish callbacks [] for security_group (a4ed72e1-6483-4364-9b2a-bdab544cc620), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.248688 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98f5e32b-a70f-4fbc-99bc-7c6e77bfbaa9 admin admin] Publish callbacks [] for security_group (a4ed72e1-6483-4364-9b2a-bdab544cc620), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.334696 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98f5e32b-a70f-4fbc-99bc-7c6e77bfbaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a4ed72e1-6483-4364-9b2a-bdab544cc620), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.339880 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98f5e32b-a70f-4fbc-99bc-7c6e77bfbaa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.342308 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-98f5e32b-a70f-4fbc-99bc-7c6e77bfbaa9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a4ed72e1-6483-4364-9b2a-bdab544cc620 HTTP/1.1" status: 204 len: 168 time: 0.2171323 Jul 18 16:40:25.355304 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5e32b-a70f-4fbc-99bc-7c6e77bfbaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ed72e1-6483-4364-9b2a-bdab544cc620,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:25.509037 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56106) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:25.730205 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832aa6-a21d-428f-a241-d0d7ef2846a6 req-eb1b1dcf-bc31-4324-981e-95e8f0f799f5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:25.733373 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c7832aa6-a21d-428f-a241-d0d7ef2846a6 req-eb1b1dcf-bc31-4324-981e-95e8f0f799f5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.1231329 Jul 18 16:40:25.767162 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:25.836747 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c7832aa6-a21d-428f-a241-d0d7ef2846a6 req-f4e0c4b8-51d6-4b61-bbe1-696fb99d0c30 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957379 Jul 18 16:40:25.975807 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-73613155-9872-41a0-9fe3-e145d50ae8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.116837 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:26.250397 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-73613155-9872-41a0-9fe3-e145d50ae8f6 admin admin] Publish callbacks [] for security_group (108f4b2a-c2f3-40f3-a121-5a29d2e8dc88), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.261024 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1cbb6-c909-407d-9ff1-3e6ac1997d40 req-a6d0492b-b742-4f88-834d-44dca9d9dc76 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:26.263103 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-06d1cbb6-c909-407d-9ff1-3e6ac1997d40 req-a6d0492b-b742-4f88-834d-44dca9d9dc76 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1608865 Jul 18 16:40:26.264753 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-73613155-9872-41a0-9fe3-e145d50ae8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (108f4b2a-c2f3-40f3-a121-5a29d2e8dc88), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.337878 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73613155-9872-41a0-9fe3-e145d50ae8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f4b2a-c2f3-40f3-a121-5a29d2e8dc88,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:26.344574 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-73613155-9872-41a0-9fe3-e145d50ae8f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=914e9efe1b574f749ec0caa4c27790fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8332644 Jul 18 16:40:26.350829 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56140) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:26.351082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:26.400006 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-06d1cbb6-c909-407d-9ff1-3e6ac1997d40 req-dad659ac-94ac-4216-a530-c67f8f9cc782 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219163 Jul 18 16:40:26.412110 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.419243 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (3a32f496-ccee-48a2-af44-b41517b1af1f), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.436210 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-562092ca-6b7f-4227-86e4-823779d83605 admin admin] Publish callbacks [] for security_group (108f4b2a-c2f3-40f3-a121-5a29d2e8dc88), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.488075 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-562092ca-6b7f-4227-86e4-823779d83605 admin admin] Publish callbacks [] for security_group (108f4b2a-c2f3-40f3-a121-5a29d2e8dc88), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.536587 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:26.546328 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Floating IP 3a32f496-ccee-48a2-af44-b41517b1af1f associated. External IP: 172.27.0.185, port: 01d252c0-4708-4842-b47f-06feaedb0c39. Jul 18 16:40:26.574322 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-562092ca-6b7f-4227-86e4-823779d83605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (108f4b2a-c2f3-40f3-a121-5a29d2e8dc88), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.579920 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-562092ca-6b7f-4227-86e4-823779d83605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:26.584440 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-562092ca-6b7f-4227-86e4-823779d83605 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/108f4b2a-c2f3-40f3-a121-5a29d2e8dc88 HTTP/1.1" status: 204 len: 168 time: 0.2302990 Jul 18 16:40:26.596504 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562092ca-6b7f-4227-86e4-823779d83605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f4b2a-c2f3-40f3-a121-5a29d2e8dc88,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:27.063910 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Router d4102b4a-348e-461f-9a7d-d90cdbf38212 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:40:27.064237 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.073236 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56162) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:27.097141 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce4691f-dfd3-4d3b-a10f-76a567b9d2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.104250 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9304c6-307f-416b-985d-fe43d3063161 req-0644e245-e292-4641-aa1a-3432da1f13b1 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:27.107262 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0c9304c6-307f-416b-985d-fe43d3063161 req-0644e245-e292-4641-aa1a-3432da1f13b1 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0956159 Jul 18 16:40:27.173141 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0c9304c6-307f-416b-985d-fe43d3063161 req-654cd0d6-d76b-4c0e-ade9-1f1d92fc8fd0 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575905 Jul 18 16:40:27.250922 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:40:27.257022 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.279919 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] Sync routers for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:40:27.314354 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5cb89fb8-dc66-4f80-9ad4-048315c7cae3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "PUT /v2.0/floatingips/3a32f496-ccee-48a2-af44-b41517b1af1f HTTP/1.1" status: 200 len: 992 time: 2.2775590 Jul 18 16:40:27.316213 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:40:27.317344 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:40:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:27.318264 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:27.320640 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a08658-e220-4309-94f1-4ca2288dad72" -d '{"events": [{"name": "network-changed", "server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:27.340091 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce4691f-dfd3-4d3b-a10f-76a567b9d2ac admin admin] Publish callbacks [] for security_group (190fc57e-f737-4ad7-96bd-90c80872ef08), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.346003 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce4691f-dfd3-4d3b-a10f-76a567b9d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (190fc57e-f737-4ad7-96bd-90c80872ef08), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.371425 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fde6f1-a875-4a89-9d7c-a48cd4134852 x-openstack-request-id: req-64fde6f1-a875-4a89-9d7c-a48cd4134852 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:27.371857 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:27.372109 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64fde6f1-a875-4a89-9d7c-a48cd4134852 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:27.372516 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fde6f1-a875-4a89-9d7c-a48cd4134852'] response: {'name': 'network-changed', 'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39', 'status': 'completed', 'code': 200} Jul 18 16:40:27.402700 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5ce4691f-dfd3-4d3b-a10f-76a567b9d2ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=915897f0b859428dba61ed8258ea8aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257489 Jul 18 16:40:27.402700 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4691f-dfd3-4d3b-a10f-76a567b9d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190fc57e-f737-4ad7-96bd-90c80872ef08,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:27.403608 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56176) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:27.546335 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65ccaa86-d1a3-4fcd-862d-9679b1dfd97b admin admin] Publish callbacks [] for security_group (190fc57e-f737-4ad7-96bd-90c80872ef08), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.564162 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:40:27.604477 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65ccaa86-d1a3-4fcd-862d-9679b1dfd97b admin admin] Publish callbacks [] for security_group (190fc57e-f737-4ad7-96bd-90c80872ef08), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.660361 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d6041-10ff-4118-926c-98e0ac03e298 req-1e4968e3-7900-48d4-8ef8-9e1f42422a7f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:27.662479 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d91d6041-10ff-4118-926c-98e0ac03e298 req-1e4968e3-7900-48d4-8ef8-9e1f42422a7f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0979574 Jul 18 16:40:27.694094 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:27.728350 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d91d6041-10ff-4118-926c-98e0ac03e298 req-6ee660c3-b4ff-46d2-844c-a07cce8c3ceb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577962 Jul 18 16:40:27.730975 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65ccaa86-d1a3-4fcd-862d-9679b1dfd97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (190fc57e-f737-4ad7-96bd-90c80872ef08), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.733644 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65ccaa86-d1a3-4fcd-862d-9679b1dfd97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:27.737287 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-65ccaa86-d1a3-4fcd-862d-9679b1dfd97b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/190fc57e-f737-4ad7-96bd-90c80872ef08 HTTP/1.1" status: 204 len: 168 time: 0.3257732 Jul 18 16:40:27.754736 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccaa86-d1a3-4fcd-862d-9679b1dfd97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190fc57e-f737-4ad7-96bd-90c80872ef08,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:28.042466 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '3a32f496-ccee-48a2-af44-b41517b1af1f', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'port_id': '01d252c0-4708-4842-b47f-06feaedb0c39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'mac_address': 'fa:16:3e:2e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:22Z', 'updated_at': '2022-07-18T16:40:26Z', 'revision_number': 1, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:28.071021 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] Checking router: d4102b4a-348e-461f-9a7d-d90cdbf38212 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:40:28.081483 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:40:28.082742 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:40:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:28.248918 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:40:28.336059 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff27907-d4fc-4ecd-bfb4-fa0cb6173bb3 req-1faa63bc-dd0e-422b-891d-75a006d76332 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:28.359700 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-eff27907-d4fc-4ecd-bfb4-fa0cb6173bb3 req-1faa63bc-dd0e-422b-891d-75a006d76332 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0885787 Jul 18 16:40:28.481576 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-eff27907-d4fc-4ecd-bfb4-fa0cb6173bb3 req-8c062bfb-3c84-4f42-a910-6d9d168d46bb tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199868 Jul 18 16:40:28.715891 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '3a32f496-ccee-48a2-af44-b41517b1af1f', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'port_id': '01d252c0-4708-4842-b47f-06feaedb0c39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'mac_address': 'fa:16:3e:2e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:22Z', 'updated_at': '2022-07-18T16:40:26Z', 'revision_number': 1, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:28.746384 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fce97-439d-4c91-90f7-d6d964a70180 None None] The sync data for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi is: [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '3a32f496-ccee-48a2-af44-b41517b1af1f', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'port_id': '01d252c0-4708-4842-b47f-06feaedb0c39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'mac_address': 'fa:16:3e:2e:e3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:22Z', 'updated_at': '2022-07-18T16:40:26Z', 'revision_number': 1, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:40:28.883178 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945322-31f8-4ad0-a5db-23503b7b0bc6 req-fee2e95a-9f8f-493a-af52-4d966abc4b0c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:28.890946 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d945322-31f8-4ad0-a5db-23503b7b0bc6 req-fee2e95a-9f8f-493a-af52-4d966abc4b0c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0683339 Jul 18 16:40:28.949077 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d945322-31f8-4ad0-a5db-23503b7b0bc6 req-67f2f293-98af-4806-a4c2-75b515d03c6d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569780 Jul 18 16:40:29.081973 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-d023ae25-0d29-4709-ae69-ca9f056daf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:29.084433 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-d023ae25-0d29-4709-ae69-ca9f056daf00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1130 time: 0.0970297 Jul 18 16:40:29.146046 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba1c49-ea50-4e25-a07d-8d9765df04f2 None None] New status for floating IP 3a32f496-ccee-48a2-af44-b41517b1af1f: ACTIVE {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:40:29.289916 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-e29b3a50-c837-4117-aecf-d8a285d9768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:29.292010 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-e29b3a50-c837-4117-aecf-d8a285d9768f service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.1789613 Jul 18 16:40:29.747192 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-a9c89d27-186e-4b9f-b77c-c7ce0609e0db service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 1002 time: 0.2515755 Jul 18 16:40:29.755221 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa72022-7e89-46c7-b501-5b45859ad908 req-281fafac-87ea-42d2-ba45-6ce9f5d2f161 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:29.757249 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2aa72022-7e89-46c7-b501-5b45859ad908 req-281fafac-87ea-42d2-ba45-6ce9f5d2f161 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.1046431 Jul 18 16:40:29.875418 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2aa72022-7e89-46c7-b501-5b45859ad908 req-1da3fceb-85f3-4c6d-bea8-f7f8d02aee95 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100867 Jul 18 16:40:30.200952 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:30.213464 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be9d3-8889-4554-9b23-65e9d6e75488 req-188b2406-71d8-4122-a8a9-8f90565c654c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:30.224570 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d44be9d3-8889-4554-9b23-65e9d6e75488 req-188b2406-71d8-4122-a8a9-8f90565c654c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1333489 Jul 18 16:40:30.327700 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d44be9d3-8889-4554-9b23-65e9d6e75488 req-d4913041-6c02-4a03-bd12-d0fcd24711d9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016803 Jul 18 16:40:30.467683 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-c0250468-bcb4-4eb4-b7fb-cd527789e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:30.471372 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-c0250468-bcb4-4eb4-b7fb-cd527789e907 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.1224129 Jul 18 16:40:30.532926 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-b726b8ab-9993-490c-a5e9-cb621cf0ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:30.534560 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-b726b8ab-9993-490c-a5e9-cb621cf0ebe7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447061 Jul 18 16:40:30.578709 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:30.684424 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-3ba3af7c-5837-44fd-9469-228bee99e159 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254694 Jul 18 16:40:30.855498 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6a08658-e220-4309-94f1-4ca2288dad72 req-f2616b01-a76f-4781-8633-4c4a3d52c385 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112292 Jul 18 16:40:31.036637 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312cb2e-a289-4543-a4b5-994ec8fcf9b6 req-199f2c0e-abe1-43af-8021-02ddd75280b4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:31.038229 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d312cb2e-a289-4543-a4b5-994ec8fcf9b6 req-199f2c0e-abe1-43af-8021-02ddd75280b4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0604508 Jul 18 16:40:31.097772 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d312cb2e-a289-4543-a4b5-994ec8fcf9b6 req-4e19a7ca-ba74-4c37-afd4-c8277912f581 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498185 Jul 18 16:40:31.220070 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd319f-784a-49df-8363-c1293b267b4f req-2ed0fc7d-8deb-472e-9dcf-a500ff5082ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:31.221873 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1afd319f-784a-49df-8363-c1293b267b4f req-2ed0fc7d-8deb-472e-9dcf-a500ff5082ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0544441 Jul 18 16:40:31.236497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56314) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:31.241474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:31.521958 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (88db2bb3-8eb3-4f3d-921d-a754b9bac981), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:31.564922 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb81aa-a0ae-4c5f-afe1-b02311758100 req-d1c6cc83-d566-466e-a807-e791999da303 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:31.567076 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77bb81aa-a0ae-4c5f-afe1-b02311758100 req-d1c6cc83-d566-466e-a807-e791999da303 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1197317 Jul 18 16:40:31.705784 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:31.715003 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77bb81aa-a0ae-4c5f-afe1-b02311758100 req-4efec76f-1927-4eed-84a6-99190919051b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268070 Jul 18 16:40:32.289753 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:32.294711 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (88db2bb3-8eb3-4f3d-921d-a754b9bac981), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:32.422765 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP 88db2bb3-8eb3-4f3d-921d-a754b9bac981 associated. External IP: 172.27.0.38, port: a4fdf947-4005-4728-8f93-b30af2b7db4b. Jul 18 16:40:32.471993 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:32.707491 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:40:32.859901 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b7a9a-c44e-47c1-b99b-b4a341f8c14f req-f1920838-6451-4798-b7b0-6eb358b0d9b2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:32.868852 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a6b7a9a-c44e-47c1-b99b-b4a341f8c14f req-f1920838-6451-4798-b7b0-6eb358b0d9b2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0640893 Jul 18 16:40:32.891111 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:40:32.925465 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:40:32.932706 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a6b7a9a-c44e-47c1-b99b-b4a341f8c14f req-85622a0f-cf41-4b18-9c94-1f1a538373a7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626073 Jul 18 16:40:32.939858 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:32.965788 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:40:32.968159 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:40:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:33.182222 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-bb9b1029-7e5a-4fa0-8f35-cab0276310f4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "PUT /v2.0/floatingips/88db2bb3-8eb3-4f3d-921d-a754b9bac981 HTTP/1.1" status: 200 len: 990 time: 1.9418676 Jul 18 16:40:33.182222 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:33.183591 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73223250-9ba7-4991-b741-c597c0383fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:33.189741 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:40:33.271726 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3344b-cc7c-47a1-92f2-78f556e1e026 x-openstack-request-id: req-42d3344b-cc7c-47a1-92f2-78f556e1e026 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:33.272032 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:33.272379 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-42d3344b-cc7c-47a1-92f2-78f556e1e026 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:33.272804 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d3344b-cc7c-47a1-92f2-78f556e1e026'] response: {'name': 'network-changed', 'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'status': 'completed', 'code': 200} Jul 18 16:40:33.307406 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:33.420457 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223250-9ba7-4991-b741-c597c0383fa5 req-f7c3a1b6-d8a9-4049-a982-fb32229b969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:33.422182 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73223250-9ba7-4991-b741-c597c0383fa5 req-f7c3a1b6-d8a9-4049-a982-fb32229b969a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 1129 time: 0.0524626 Jul 18 16:40:33.484074 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:33.507865 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:32Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:33.536156 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:40:33.538472 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223250-9ba7-4991-b741-c597c0383fa5 req-f9abe57a-de75-46c7-9f35-6848b9c1325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:33.540152 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73223250-9ba7-4991-b741-c597c0383fa5 req-f9abe57a-de75-46c7-9f35-6848b9c1325a service neutron] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 916 time: 0.1050982 Jul 18 16:40:33.545959 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:40:33.546668 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:40:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:33.616300 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73223250-9ba7-4991-b741-c597c0383fa5 req-4bf3d4d5-2849-482c-a15f-b186c21212e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4fdf947-4005-4728-8f93-b30af2b7db4b HTTP/1.1" status: 200 len: 998 time: 0.0633018 Jul 18 16:40:33.665389 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:40:33.668947 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223250-9ba7-4991-b741-c597c0383fa5 req-398502e9-7076-44c5-89a8-ba41666bdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:33.670584 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73223250-9ba7-4991-b741-c597c0383fa5 req-398502e9-7076-44c5-89a8-ba41666bdb44 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.0467741 Jul 18 16:40:33.963262 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:32Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:34.065611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7dfe-b1d2-44b7-a98d-84d49a9918ec req-979af082-fd44-4534-a1c8-9286a7fc890f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:34.068272 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ff3c7dfe-b1d2-44b7-a98d-84d49a9918ec req-979af082-fd44-4534-a1c8-9286a7fc890f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0587246 Jul 18 16:40:34.081709 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49d1c30-e381-4d00-b319-8874f754de39 None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:32Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:40:34.143656 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ff3c7dfe-b1d2-44b7-a98d-84d49a9918ec req-078cae38-784c-4546-80b3-7ae80b2630d4 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660508 Jul 18 16:40:34.427441 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75783a3c-fee3-4908-8f18-dbf64f1aff76 None None] New status for floating IP 88db2bb3-8eb3-4f3d-921d-a754b9bac981: ACTIVE {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:40:34.471271 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:34.497533 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:34.884608 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73223250-9ba7-4991-b741-c597c0383fa5 req-7352c7a6-83c9-417a-9ba0-898b2a4453d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:34.886898 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73223250-9ba7-4991-b741-c597c0383fa5 req-7352c7a6-83c9-417a-9ba0-898b2a4453d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502586 Jul 18 16:40:35.285926 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dfac9-29a8-46c0-a16c-df3781a723bc req-3a85cd01-041f-4888-bf1d-7029782bd691 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:35.288681 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-780dfac9-29a8-46c0-a16c-df3781a723bc req-3a85cd01-041f-4888-bf1d-7029782bd691 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0606825 Jul 18 16:40:35.317235 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:35.372041 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-780dfac9-29a8-46c0-a16c-df3781a723bc req-275133d5-7ce4-4204-b5ae-242e1b83f902 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773342 Jul 18 16:40:35.888010 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73223250-9ba7-4991-b741-c597c0383fa5 req-b9c1ca8d-2ead-4454-8953-8142c9491450 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049728 Jul 18 16:40:36.496111 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d142634-9ff4-4e0b-a400-cfac52a26040 req-eafad6fb-3fa6-451c-8bc8-ad073b345d0d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:36.497874 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8d142634-9ff4-4e0b-a400-cfac52a26040 req-eafad6fb-3fa6-451c-8bc8-ad073b345d0d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Jul 18 16:40:36.551119 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8d142634-9ff4-4e0b-a400-cfac52a26040 req-56003ea9-80e4-424c-a690-24711ccf2a86 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465586 Jul 18 16:40:37.008923 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73223250-9ba7-4991-b741-c597c0383fa5 req-9771f27a-8756-44d6-bd40-237f9bccdff1 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943716 Jul 18 16:40:37.209581 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:40:37.716682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:37.743986 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f81ed-2b61-45ac-a745-4d6319f2a217 req-9fa1e45a-9e0e-41ac-91e9-726b3039e5b9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:37.746825 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-480f81ed-2b61-45ac-a745-4d6319f2a217 req-9fa1e45a-9e0e-41ac-91e9-726b3039e5b9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0872591 Jul 18 16:40:37.809767 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-480f81ed-2b61-45ac-a745-4d6319f2a217 req-f4b0ed65-642e-470d-8163-a43bc96407c6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570145 Jul 18 16:40:38.983127 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d101f-139f-47f8-b597-3a17718d41e3 req-e0e36f41-114d-4016-afaf-094422bfea0d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:38.991070 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b14d101f-139f-47f8-b597-3a17718d41e3 req-e0e36f41-114d-4016-afaf-094422bfea0d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0803990 Jul 18 16:40:39.054243 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b14d101f-139f-47f8-b597-3a17718d41e3 req-249d675d-1823-47c2-85fc-42fcb9a5bdcc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619364 Jul 18 16:40:39.177409 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56492) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:39.217844 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56496) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:39.325418 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-723b928a-e83e-4cba-a3e3-ba529e52eb3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.356257 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-37976595-e505-430c-8e8c-bc5e1bdb660a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.474718 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-723b928a-e83e-4cba-a3e3-ba529e52eb3b admin admin] Publish callbacks [] for security_group (04e70250-8f6a-4912-af6f-a1b0c8ef54bc), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.482213 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-723b928a-e83e-4cba-a3e3-ba529e52eb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (04e70250-8f6a-4912-af6f-a1b0c8ef54bc), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.536261 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-37976595-e505-430c-8e8c-bc5e1bdb660a admin admin] Publish callbacks [] for security_group (6736040c-1131-45e3-8d54-75fb52d01ad4), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.544573 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-723b928a-e83e-4cba-a3e3-ba529e52eb3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d51ed8525b214764af351a060fbdbfdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652093 Jul 18 16:40:39.546187 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b928a-e83e-4cba-a3e3-ba529e52eb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e70250-8f6a-4912-af6f-a1b0c8ef54bc,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:39.549233 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56502) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:39.551015 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-37976595-e505-430c-8e8c-bc5e1bdb660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (6736040c-1131-45e3-8d54-75fb52d01ad4), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.575624 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:39.593518 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37976595-e505-430c-8e8c-bc5e1bdb660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6736040c-1131-45e3-8d54-75fb52d01ad4,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:39.600150 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-37976595-e505-430c-8e8c-bc5e1bdb660a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b194bc8bea7047afb7ccd58f0b04f364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812006 Jul 18 16:40:39.604142 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56504) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:39.629012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a4f20389-2bb0-4097-9b1a-db9c6e2de5ca admin admin] Publish callbacks [] for security_group (04e70250-8f6a-4912-af6f-a1b0c8ef54bc), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.653797 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a4f20389-2bb0-4097-9b1a-db9c6e2de5ca admin admin] Publish callbacks [] for security_group (04e70250-8f6a-4912-af6f-a1b0c8ef54bc), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.687150 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9209f6ba-7c5b-4bef-b5c5-20cd76bb609c admin admin] Publish callbacks [] for security_group (6736040c-1131-45e3-8d54-75fb52d01ad4), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.714237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9209f6ba-7c5b-4bef-b5c5-20cd76bb609c admin admin] Publish callbacks [] for security_group (6736040c-1131-45e3-8d54-75fb52d01ad4), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.719258 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a4f20389-2bb0-4097-9b1a-db9c6e2de5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (04e70250-8f6a-4912-af6f-a1b0c8ef54bc), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.721828 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a4f20389-2bb0-4097-9b1a-db9c6e2de5ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.726050 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a4f20389-2bb0-4097-9b1a-db9c6e2de5ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04e70250-8f6a-4912-af6f-a1b0c8ef54bc HTTP/1.1" status: 204 len: 168 time: 0.1726718 Jul 18 16:40:39.732815 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f20389-2bb0-4097-9b1a-db9c6e2de5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e70250-8f6a-4912-af6f-a1b0c8ef54bc,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:39.760890 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:39.790677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9209f6ba-7c5b-4bef-b5c5-20cd76bb609c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (6736040c-1131-45e3-8d54-75fb52d01ad4), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.793336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9209f6ba-7c5b-4bef-b5c5-20cd76bb609c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:39.794477 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-9209f6ba-7c5b-4bef-b5c5-20cd76bb609c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6736040c-1131-45e3-8d54-75fb52d01ad4 HTTP/1.1" status: 204 len: 168 time: 0.1893685 Jul 18 16:40:39.803983 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f6ba-7c5b-4bef-b5c5-20cd76bb609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736040c-1131-45e3-8d54-75fb52d01ad4,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:40.225854 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56522) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:40.235263 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ba286-f970-43e8-9dea-0522888d2a26 req-7525d7e7-c62f-44c4-b161-f8d8c1568a79 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:40.240675 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-095cd6ab-dc62-43f3-8dc6-aa46c7877cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.243148 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a3ba286-f970-43e8-9dea-0522888d2a26 req-7525d7e7-c62f-44c4-b161-f8d8c1568a79 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0885477 Jul 18 16:40:40.257258 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56524) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:40.286328 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1589600e-e5c2-49cc-b453-15dd5df778bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.337918 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a3ba286-f970-43e8-9dea-0522888d2a26 req-33ee3745-84de-4465-82a4-7af1c3327546 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933235 Jul 18 16:40:40.365749 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-095cd6ab-dc62-43f3-8dc6-aa46c7877cef admin admin] Publish callbacks [] for security_group (98d4fa54-9bb2-4e0c-beb2-73a62f2487b8), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.371708 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-095cd6ab-dc62-43f3-8dc6-aa46c7877cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (98d4fa54-9bb2-4e0c-beb2-73a62f2487b8), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.399613 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:40.423532 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-095cd6ab-dc62-43f3-8dc6-aa46c7877cef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cdf5b192cb114765afe72f9a67f1847d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964920 Jul 18 16:40:40.424675 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cd6ab-dc62-43f3-8dc6-aa46c7877cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4fa54-9bb2-4e0c-beb2-73a62f2487b8,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:40.428463 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56528) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:40.435425 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1589600e-e5c2-49cc-b453-15dd5df778bd admin admin] Publish callbacks [] for security_group (d33aca3e-7079-4226-a48f-6053df63f86a), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.442064 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1589600e-e5c2-49cc-b453-15dd5df778bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d33aca3e-7079-4226-a48f-6053df63f86a), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.449898 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:40.491598 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-abd44d3e-3490-4221-aa92-95a14260aa44 admin admin] Publish callbacks [] for security_group (98d4fa54-9bb2-4e0c-beb2-73a62f2487b8), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.493542 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1589600e-e5c2-49cc-b453-15dd5df778bd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77b9b3e88e92497781e4f0737e328837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349887 Jul 18 16:40:40.495489 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589600e-e5c2-49cc-b453-15dd5df778bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33aca3e-7079-4226-a48f-6053df63f86a,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:40.497986 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56530) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:40.521926 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-abd44d3e-3490-4221-aa92-95a14260aa44 admin admin] Publish callbacks [] for security_group (98d4fa54-9bb2-4e0c-beb2-73a62f2487b8), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.553557 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6c04bb9d-e855-4403-a729-f841b3028b82 admin admin] Publish callbacks [] for security_group (d33aca3e-7079-4226-a48f-6053df63f86a), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.581051 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6c04bb9d-e855-4403-a729-f841b3028b82 admin admin] Publish callbacks [] for security_group (d33aca3e-7079-4226-a48f-6053df63f86a), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.584753 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-abd44d3e-3490-4221-aa92-95a14260aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (98d4fa54-9bb2-4e0c-beb2-73a62f2487b8), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.588779 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-abd44d3e-3490-4221-aa92-95a14260aa44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.590843 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-abd44d3e-3490-4221-aa92-95a14260aa44 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/98d4fa54-9bb2-4e0c-beb2-73a62f2487b8 HTTP/1.1" status: 204 len: 168 time: 0.1613722 Jul 18 16:40:40.602659 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd44d3e-3490-4221-aa92-95a14260aa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4fa54-9bb2-4e0c-beb2-73a62f2487b8,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:40.695432 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6c04bb9d-e855-4403-a729-f841b3028b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d33aca3e-7079-4226-a48f-6053df63f86a), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.701284 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6c04bb9d-e855-4403-a729-f841b3028b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:40.710063 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6c04bb9d-e855-4403-a729-f841b3028b82 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d33aca3e-7079-4226-a48f-6053df63f86a HTTP/1.1" status: 204 len: 168 time: 0.2086840 Jul 18 16:40:40.724681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04bb9d-e855-4403-a729-f841b3028b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33aca3e-7079-4226-a48f-6053df63f86a,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:41.204472 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56550) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:41.225189 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-edffe843-13b5-4e07-9f34-5f4e379e35ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.338134 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-edffe843-13b5-4e07-9f34-5f4e379e35ce admin admin] Publish callbacks [] for security_group (92a2976f-4a2c-43bc-8dd1-3047d6e75c76), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.343300 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-edffe843-13b5-4e07-9f34-5f4e379e35ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (92a2976f-4a2c-43bc-8dd1-3047d6e75c76), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.388299 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-edffe843-13b5-4e07-9f34-5f4e379e35ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4369ff23614493ba0137474483c03f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819046 Jul 18 16:40:41.389205 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffe843-13b5-4e07-9f34-5f4e379e35ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2976f-4a2c-43bc-8dd1-3047d6e75c76,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:41.392697 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56558) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:41.428318 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:41.502694 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ace985d4-7614-4a8b-b05b-50849257c459 admin admin] Publish callbacks [] for security_group (92a2976f-4a2c-43bc-8dd1-3047d6e75c76), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.525996 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eba13-64f4-4b25-8012-d1e650d02355 req-95274580-09c2-41ba-b897-9defef232a9c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:41.527637 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e58eba13-64f4-4b25-8012-d1e650d02355 req-95274580-09c2-41ba-b897-9defef232a9c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0818505 Jul 18 16:40:41.551032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ace985d4-7614-4a8b-b05b-50849257c459 admin admin] Publish callbacks [] for security_group (92a2976f-4a2c-43bc-8dd1-3047d6e75c76), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.643166 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e58eba13-64f4-4b25-8012-d1e650d02355 req-a7979858-cc0b-40f1-b264-5c344b9f9d14 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863793 Jul 18 16:40:41.668604 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ace985d4-7614-4a8b-b05b-50849257c459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (92a2976f-4a2c-43bc-8dd1-3047d6e75c76), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.673712 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ace985d4-7614-4a8b-b05b-50849257c459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.675806 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ace985d4-7614-4a8b-b05b-50849257c459 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92a2976f-4a2c-43bc-8dd1-3047d6e75c76 HTTP/1.1" status: 204 len: 168 time: 0.2819259 Jul 18 16:40:41.690686 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace985d4-7614-4a8b-b05b-50849257c459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2976f-4a2c-43bc-8dd1-3047d6e75c76,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:41.766267 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56578) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:41.924123 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1387008104-network', 'tenant_id': 'a907861f2aca4a4286e9a46cdae6c4d2'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:41.958125 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Made reservation on behalf of a907861f2aca4a4286e9a46cdae6c4d2 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:40:41.962575 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:41.977628 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.085370 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks [] for security_group (63736c4b-6ff9-4f2f-88e9-6e8524ab941e), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.091045 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (63736c4b-6ff9-4f2f-88e9-6e8524ab941e), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.121411 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:40:42.133043 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63736c4b-6ff9-4f2f-88e9-6e8524ab941e,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:42.140177 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (b3a07436-3efd-4cd3-81e3-92ac181a34bb), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.140570 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Added segment b3a07436-3efd-4cd3-81e3-92ac181a34bb of type vlan for network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f Jul 18 16:40:42.210199 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (2856077e-6a59-46cc-92f1-0b3d4ad6af1f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.254811 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:42.270769 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (2856077e-6a59-46cc-92f1-0b3d4ad6af1f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.272405 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:42.273937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.342193 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5737932 Jul 18 16:40:42.351310 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56614) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:42.357618 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Request body: {'subnet': {'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1387008104-subnet', 'tenant_id': 'a907861f2aca4a4286e9a46cdae6c4d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:42.377489 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d89b4-91cf-4165-9a24-7648f9901eaf admin admin] Pushing event updated for resources: {'Network': ['ID=2856077e-6a59-46cc-92f1-0b3d4ad6af1f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:42.388509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Made reservation on behalf of a907861f2aca4a4286e9a46cdae6c4d2 for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:40:42.397826 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:40:42.398600 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.660466 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (d448ae5e-7049-4b7a-9730-f6ba46b8e3df), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.709878 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:42.739192 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d448ae5e-7049-4b7a-9730-f6ba46b8e3df,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:42.744884 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Checking segment: {'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:40:42.745238 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Network hostable DHCP agents. Network: 2856077e-6a59-46cc-92f1-0b3d4ad6af1f, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:40:42.773932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:40:42.791383 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 2856077e-6a59-46cc-92f1-0b3d4ad6af1f) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:40:42.807919 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378483b0-2d83-4673-91bf-a827dd0d7e0a None None] Network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:40:42.813995 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:42.816183 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:42.851152 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399cc1-9923-4070-8589-1471f31ac2e0 req-d637e108-bc90-432f-ad98-dbe32cef9a48 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:42.854981 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-87399cc1-9923-4070-8589-1471f31ac2e0 req-d637e108-bc90-432f-ad98-dbe32cef9a48 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1188474 Jul 18 16:40:42.856128 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ca0539b8-80c7-4567-952e-52c47f68148d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5032971 Jul 18 16:40:42.942527 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-87399cc1-9923-4070-8589-1471f31ac2e0 req-4ddc8292-0566-4dde-8b02-14346b0a2267 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705414 Jul 18 16:40:42.975881 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb289b0-3760-48fd-9c06-3afe5baf3224 None None] Network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:40:44.095074 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de106f2-a8b0-4a1f-83f6-91d1a86ea03c req-90d27d87-e311-420b-a427-34206d21c352 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:44.098322 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8de106f2-a8b0-4a1f-83f6-91d1a86ea03c req-90d27d87-e311-420b-a427-34206d21c352 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0776370 Jul 18 16:40:44.150444 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8de106f2-a8b0-4a1f-83f6-91d1a86ea03c req-3f55c208-a8c5-40e9-b2c2-07b6aca72ece tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 Jul 18 16:40:45.282717 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f201a-9121-48e1-b260-5f5eac4a73ef req-4c359ce9-3c33-477d-8710-9988f2092465 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:45.284369 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-381f201a-9121-48e1-b260-5f5eac4a73ef req-4c359ce9-3c33-477d-8710-9988f2092465 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0567901 Jul 18 16:40:45.345828 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-381f201a-9121-48e1-b260-5f5eac4a73ef req-7ce965be-763c-42c2-bbc3-197d6e1198d3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Jul 18 16:40:46.238468 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d37e6603-7051-460a-b488-63d0eac794fe tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:46.240904 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d37e6603-7051-460a-b488-63d0eac794fe tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/networks?id=2856077e-6a59-46cc-92f1-0b3d4ad6af1f HTTP/1.1" status: 200 len: 809 time: 0.2216356 Jul 18 16:40:46.262852 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-977a28ed-253d-4bc0-80ed-9fea86956f03 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/quotas/a907861f2aca4a4286e9a46cdae6c4d2 HTTP/1.1" status: 200 len: 375 time: 0.0154526 Jul 18 16:40:46.313335 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-e65fade1-cd95-441b-8025-dbf95ab55920 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428562 Jul 18 16:40:46.439508 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-9beda633-493b-473b-b1d5-76de70d3f46d service neutron] 10.222.0.77 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186597 Jul 18 16:40:46.488090 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8c88-a105-44dd-a843-395e5e50faa7 req-a89eac37-9b58-4c67-9dd6-0769080274dc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:46.489816 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dd2f8c88-a105-44dd-a843-395e5e50faa7 req-a89eac37-9b58-4c67-9dd6-0769080274dc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Jul 18 16:40:46.515722 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:46.564581 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dd2f8c88-a105-44dd-a843-395e5e50faa7 req-48dfe14d-1680-4eab-a9a5-e7265614098f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682378 Jul 18 16:40:46.569416 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-87bffdd5-ca6b-496f-9a1a-24343f4f2485 service neutron] 10.222.0.77 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227207 Jul 18 16:40:46.740457 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:46.760229 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-012d77de-824e-4cfe-87ca-6ce9bbe8df13 req-892aa83f-db74-48cf-9f9a-1667d097d969 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0328920 Jul 18 16:40:47.263253 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56750) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:47.434449 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff69e-c998-44aa-bc26-261c0af2ace7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:47.483601 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5bcbe-cb88-493a-9c20-06f54a523d30 req-956d2c43-bdc5-40c5-ad07-57d20b60c24a tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:47.485260 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1d5bcbe-cb88-493a-9c20-06f54a523d30 req-956d2c43-bdc5-40c5-ad07-57d20b60c24a tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0810361 Jul 18 16:40:47.543243 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1d5bcbe-cb88-493a-9c20-06f54a523d30 req-2e23fa70-d236-4255-be01-0b74bc5ae697 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495636 Jul 18 16:40:47.555463 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff69e-c998-44aa-bc26-261c0af2ace7 admin admin] Publish callbacks [] for security_group (d757707f-adaa-4eb7-80fe-3a21d55f04db), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:47.560857 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff69e-c998-44aa-bc26-261c0af2ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d757707f-adaa-4eb7-80fe-3a21d55f04db), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:47.602598 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ff69e-c998-44aa-bc26-261c0af2ace7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d757707f-adaa-4eb7-80fe-3a21d55f04db,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:47.607154 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ad6ff69e-c998-44aa-bc26-261c0af2ace7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84beed38e1a444dcb7ee63de1bcb8c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411319 Jul 18 16:40:47.609740 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56760) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:47.668667 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c034-5913-4ed6-857b-8b5cdabf5aa2 admin admin] Publish callbacks [] for security_group (d757707f-adaa-4eb7-80fe-3a21d55f04db), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:47.698681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c034-5913-4ed6-857b-8b5cdabf5aa2 admin admin] Publish callbacks [] for security_group (d757707f-adaa-4eb7-80fe-3a21d55f04db), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:47.737824 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ef84-a0ff-437e-a4b6-357a1ea83181 req-2608fd90-82ea-4f9d-8b9d-6b0e800d9c89 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:47.740555 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6537ef84-a0ff-437e-a4b6-357a1ea83181 req-2608fd90-82ea-4f9d-8b9d-6b0e800d9c89 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0888050 Jul 18 16:40:47.756036 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c034-5913-4ed6-857b-8b5cdabf5aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d757707f-adaa-4eb7-80fe-3a21d55f04db), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:47.759234 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6cb6c034-5913-4ed6-857b-8b5cdabf5aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:47.760747 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6cb6c034-5913-4ed6-857b-8b5cdabf5aa2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d757707f-adaa-4eb7-80fe-3a21d55f04db HTTP/1.1" status: 204 len: 168 time: 0.1496823 Jul 18 16:40:47.773471 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6c034-5913-4ed6-857b-8b5cdabf5aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d757707f-adaa-4eb7-80fe-3a21d55f04db,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:47.826496 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6537ef84-a0ff-437e-a4b6-357a1ea83181 req-8314e2ed-0838-4486-a2d8-04459c3b1eb6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785403 Jul 18 16:40:47.934835 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0096e897-dcfb-43de-97d0-c329c29c34c5 req-c9747cd7-58b7-47ba-86b1-9c0566213447 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0478015 Jul 18 16:40:48.161138 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56770) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:48.175651 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c8d1-1a51-4ad3-b7f1-fc87e7d82221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:48.213571 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:48.268037 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c8d1-1a51-4ad3-b7f1-fc87e7d82221 admin admin] Publish callbacks [] for security_group (4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:48.272543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f3b3c8d1-1a51-4ad3-b7f1-fc87e7d82221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:48.314687 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3c8d1-1a51-4ad3-b7f1-fc87e7d82221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:48.319207 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f3b3c8d1-1a51-4ad3-b7f1-fc87e7d82221 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=513b77bce1fb4da0aa15d3f64402be5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569579 Jul 18 16:40:48.323421 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56772) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:48.407783 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-11be22d6-be19-4c73-9049-228552931c74 admin admin] Publish callbacks [] for security_group (4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:48.445444 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-11be22d6-be19-4c73-9049-228552931c74 admin admin] Publish callbacks [] for security_group (4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:48.507336 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-11be22d6-be19-4c73-9049-228552931c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:48.510382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-11be22d6-be19-4c73-9049-228552931c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:48.512780 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-11be22d6-be19-4c73-9049-228552931c74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64 HTTP/1.1" status: 204 len: 168 time: 0.1876185 Jul 18 16:40:48.529178 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be22d6-be19-4c73-9049-228552931c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898e8fc-7fb1-4f3c-8e83-f72a9c2f9e64,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:48.708713 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed03306-e80d-4e93-8ce0-02d9c6783135 req-667aef80-84ec-4d0b-98d0-8d81eefe4dac tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:48.710521 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7ed03306-e80d-4e93-8ce0-02d9c6783135 req-667aef80-84ec-4d0b-98d0-8d81eefe4dac tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0559413 Jul 18 16:40:48.773143 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7ed03306-e80d-4e93-8ce0-02d9c6783135 req-3b9792d2-9d29-492a-83ef-40000b769e3b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517683 Jul 18 16:40:48.831926 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=63 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:48.947105 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=61 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:48.985179 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4faa2-5ec4-4345-a1e1-db54dacc62ad req-782a7d79-a395-4b45-bd69-138730b45857 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:48.997201 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-88c4faa2-5ec4-4345-a1e1-db54dacc62ad req-782a7d79-a395-4b45-bd69-138730b45857 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0768809 Jul 18 16:40:49.078638 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-88c4faa2-5ec4-4345-a1e1-db54dacc62ad req-b96cfac9-edd1-49b8-be00-da2079e3c5dd tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801916 Jul 18 16:40:49.087930 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ead6f396-17b3-4975-ba76-04266df70c75 req-53570e34-5f83-43b1-af59-30930c8c83ac tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0568259 Jul 18 16:40:49.094517 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2dd0d1fc-fb95-439d-b6ae-6d6acd9761c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:49.500718 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 56808) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:49.629246 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1843392858-network', 'tenant_id': 'c3504db0f3b84d699d91a210c0762362'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:49.661241 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Made reservation on behalf of c3504db0f3b84d699d91a210c0762362 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:40:49.663940 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:49.673327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:49.785664 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks [] for security_group (758f05fa-e295-4d54-bf8b-a59ecf55e3fc), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:49.790812 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (758f05fa-e295-4d54-bf8b-a59ecf55e3fc), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:49.839732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:40:49.859489 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758f05fa-e295-4d54-bf8b-a59ecf55e3fc,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:49.871949 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (f1bd02ae-9148-41b7-8b35-f2d11af1d97f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:49.872683 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Added segment f1bd02ae-9148-41b7-8b35-f2d11af1d97f of type vlan for network ac6b9257-d932-4234-bb8b-415834173b26 Jul 18 16:40:49.924473 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fee66a-14b2-4b59-b829-1b3a9943bc4e req-80c2bb63-de17-47ab-9be3-8f7ed6e0c2b0 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:49.926942 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-64fee66a-14b2-4b59-b829-1b3a9943bc4e req-80c2bb63-de17-47ab-9be3-8f7ed6e0c2b0 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0697050 Jul 18 16:40:49.949577 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:49.953855 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (ac6b9257-d932-4234-bb8b-415834173b26), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:49.977449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:49.990891 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-64fee66a-14b2-4b59-b829-1b3a9943bc4e req-9a9a5f77-636c-4715-817d-a415fae134f1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Jul 18 16:40:50.003467 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (ac6b9257-d932-4234-bb8b-415834173b26), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:50.004592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:50.005173 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:50.051916 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5498571 Jul 18 16:40:50.056626 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56816) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:50.062147 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Request body: {'subnet': {'network_id': 'ac6b9257-d932-4234-bb8b-415834173b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1843392858-subnet', 'tenant_id': 'c3504db0f3b84d699d91a210c0762362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:50.087999 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd3fbf-30f8-43d4-8ace-c4eb4ea473c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6b9257-d932-4234-bb8b-415834173b26,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:50.094283 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Made reservation on behalf of c3504db0f3b84d699d91a210c0762362 for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:40:50.096869 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:50.103399 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network ac6b9257-d932-4234-bb8b-415834173b26 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:40:50.319778 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d432df2d-b6b1-4125-81e5-44837b7cb509 req-67ae9cad-988f-45ea-be2a-7bed7fc8581a tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0492225 Jul 18 16:40:50.368916 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (b979cf85-4480-4e6d-94b4-574439211464), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:50.384347 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbdc53-d855-4af0-9441-19f6722a0d81 req-9d0791c7-4a5b-46df-bee7-c4b4882d87ec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:50.386391 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5bfbdc53-d855-4af0-9441-19f6722a0d81 req-9d0791c7-4a5b-46df-bee7-c4b4882d87ec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0743484 Jul 18 16:40:50.492509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b979cf85-4480-4e6d-94b4-574439211464,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:50.533809 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5bfbdc53-d855-4af0-9441-19f6722a0d81 req-292a9020-fc19-4775-a3b0-36aea9ddbb6b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214178 Jul 18 16:40:50.534846 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Checking segment: {'id': 'f1bd02ae-9148-41b7-8b35-f2d11af1d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'ac6b9257-d932-4234-bb8b-415834173b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:40:50.535203 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Network hostable DHCP agents. Network: ac6b9257-d932-4234-bb8b-415834173b26, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:40:50.558152 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Network ac6b9257-d932-4234-bb8b-415834173b26 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:40:50.576433 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, ac6b9257-d932-4234-bb8b-415834173b26) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:40:50.582450 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:50.584174 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:50.589090 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d805821-17a4-4654-a555-d5a86476c842 None None] Network ac6b9257-d932-4234-bb8b-415834173b26 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:40:50.589347 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:50.623781 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-50346fa0-3218-4042-aad1-78a697837d35 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5650699 Jul 18 16:40:50.770486 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd8b33-c2e6-4d87-9814-11583a7ab55e None None] Network ac6b9257-d932-4234-bb8b-415834173b26 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:40:51.183961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d231c2-2d0c-4bd9-80f9-19ae1ef30b9e req-0293e7a9-1c16-4fe0-b396-64286a8eb49b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:51.186463 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c2d231c2-2d0c-4bd9-80f9-19ae1ef30b9e req-0293e7a9-1c16-4fe0-b396-64286a8eb49b tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0929515 Jul 18 16:40:51.246579 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:51.269851 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c2d231c2-2d0c-4bd9-80f9-19ae1ef30b9e req-005fdd55-2772-4627-abe9-42074e346b3a tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695925 Jul 18 16:40:51.372525 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56866) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:51.381750 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1187176535-network', 'tenant_id': '67df224121d14a90b455960cfb919b72'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:51.428540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Made reservation on behalf of 67df224121d14a90b455960cfb919b72 for: {'network': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:40:51.432781 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.477747 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fbb857bc-150f-4d92-a0e4-79a3f90a02d6 req-6566458a-d641-4471-ada8-1b982fd59c83 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0723586 Jul 18 16:40:51.479732 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.629404 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks [] for security_group (7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.634827 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.685641 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=104181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:40:51.692502 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef628c1-de32-4782-a437-58370b57eb04 req-b386d399-9e00-4e07-88fd-a498112bbbad tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:51.694598 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6ef628c1-de32-4782-a437-58370b57eb04 req-b386d399-9e00-4e07-88fd-a498112bbbad tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0603340 Jul 18 16:40:51.709581 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:51.715141 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (1ba91337-80cd-42f1-8a23-7b3bb696993e), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.715719 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.segments_db [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Added segment 1ba91337-80cd-42f1-8a23-7b3bb696993e of type vlan for network 3df9503d-1ebf-45a4-9682-acc1e92f4145 Jul 18 16:40:51.761467 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6ef628c1-de32-4782-a437-58370b57eb04 req-4c010ed3-ec7a-4317-b790-89f3067a3375 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605068 Jul 18 16:40:51.774087 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (3df9503d-1ebf-45a4-9682-acc1e92f4145), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.778233 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:51.805999 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (3df9503d-1ebf-45a4-9682-acc1e92f4145), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.807176 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:51.807766 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:51.873616 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4994175 Jul 18 16:40:51.876886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 56872) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:51.885197 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Request body: {'subnet': {'network_id': '3df9503d-1ebf-45a4-9682-acc1e92f4145', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1187176535-subnet', 'tenant_id': '67df224121d14a90b455960cfb919b72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:51.892964 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948260b-0e00-4240-91b6-995abb15521d admin admin] Pushing event updated for resources: {'Network': ['ID=3df9503d-1ebf-45a4-9682-acc1e92f4145,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:51.912251 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 3df9503d-1ebf-45a4-9682-acc1e92f4145 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:40:51.914503 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Made reservation on behalf of 67df224121d14a90b455960cfb919b72 for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:40:51.918523 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:52.124409 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (6d506ba3-653c-46ff-b2c4-86daf2a61b04), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:52.132293 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e20c9c3c-d172-4f11-8937-ffddffde71bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:52.186553 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d506ba3-653c-46ff-b2c4-86daf2a61b04,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:52.198890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Checking segment: {'id': '1ba91337-80cd-42f1-8a23-7b3bb696993e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '3df9503d-1ebf-45a4-9682-acc1e92f4145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:40:52.199254 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Network hostable DHCP agents. Network: 3df9503d-1ebf-45a4-9682-acc1e92f4145, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:40:52.220078 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Network 3df9503d-1ebf-45a4-9682-acc1e92f4145 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:40:52.233455 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 3df9503d-1ebf-45a4-9682-acc1e92f4145) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:40:52.238751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:52.239581 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:52.249467 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b7f028-0906-4e1f-9158-5fb91b9a8188 None None] Network 3df9503d-1ebf-45a4-9682-acc1e92f4145 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:40:52.263372 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-bf4b72ec-75e3-4e7c-9188-fdd269a0afae admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3852100 Jul 18 16:40:52.452356 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8745b-f636-4ff3-877f-e8f7db63cbc6 None None] Network 3df9503d-1ebf-45a4-9682-acc1e92f4145 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:40:52.463007 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e7d20-a5f2-498f-8cef-c837f2d4abe6 req-ceda62ac-5300-4ec5-ad5b-8a5e66b291f1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:52.465722 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8c8e7d20-a5f2-498f-8cef-c837f2d4abe6 req-ceda62ac-5300-4ec5-ad5b-8a5e66b291f1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0822875 Jul 18 16:40:52.566711 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8c8e7d20-a5f2-498f-8cef-c837f2d4abe6 req-d1316121-7f58-4f6f-a719-964c1ca64ea6 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906432 Jul 18 16:40:52.670188 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3e5df69-da49-41d2-9079-0c148f1def12 req-34f36f1e-c6be-4e6e-9c5c-21a34a785dfa tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0537028 Jul 18 16:40:52.919670 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14743139-8dda-4bd2-bb2e-b9c4a0746f34 req-0ece6a05-69b0-48c8-96aa-86519c353f0a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:52.922052 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-14743139-8dda-4bd2-bb2e-b9c4a0746f34 req-0ece6a05-69b0-48c8-96aa-86519c353f0a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0664899 Jul 18 16:40:52.966665 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:52.999837 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-14743139-8dda-4bd2-bb2e-b9c4a0746f34 req-c8ac25d7-4c92-40c6-a110-b0c0da26f412 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672352 Jul 18 16:40:53.715135 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2b3f8-f3bd-4d23-9de8-df88276eb96d req-ecd210f4-e63c-4365-bfa1-936c913a008a tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:53.717827 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-08e2b3f8-f3bd-4d23-9de8-df88276eb96d req-ecd210f4-e63c-4365-bfa1-936c913a008a tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0606186 Jul 18 16:40:53.799813 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-08e2b3f8-f3bd-4d23-9de8-df88276eb96d req-c81d8350-9667-41cf-b3a5-27a61a72f9b2 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730703 Jul 18 16:40:53.822994 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6c43f406-821c-4676-9828-0bd7e0bc5d9c req-350775c2-80fe-4ae0-8268-2d7bd82e2362 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0345168 Jul 18 16:40:53.967742 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:54.209954 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dd40f-39f6-403a-9282-5d6a0f1d40c4 req-3f1043c3-01a0-48d3-a17e-9050804be0f2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:54.210904 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b24dd40f-39f6-403a-9282-5d6a0f1d40c4 req-3f1043c3-01a0-48d3-a17e-9050804be0f2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1088355 Jul 18 16:40:54.276128 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-37c6de13-36fe-4690-b755-ea7e0f9983ed service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641828 Jul 18 16:40:54.296013 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b24dd40f-39f6-403a-9282-5d6a0f1d40c4 req-6cfe1518-8fde-4fb5-a5ee-417b27aa9b1e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742145 Jul 18 16:40:54.853640 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-31709d1c-d68d-47c9-a2a9-0dd69f4e0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:54.856345 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-31709d1c-d68d-47c9-a2a9-0dd69f4e0788 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1129 time: 0.0513864 Jul 18 16:40:54.943318 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9e4e96d7-bb21-460d-a442-aec11a2ee6bb req-612bcd79-d426-4f0b-99b8-7d9c79b11ca9 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0312378 Jul 18 16:40:55.082933 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b310-9910-44f2-a544-e08cc5135157 req-4dfb723a-5037-426c-8759-8e3ab6b3ea5f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:55.084474 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2424b310-9910-44f2-a544-e08cc5135157 req-4dfb723a-5037-426c-8759-8e3ab6b3ea5f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0569184 Jul 18 16:40:55.138274 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2424b310-9910-44f2-a544-e08cc5135157 req-deb3c44f-72a3-448c-b663-3d71299abf84 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Jul 18 16:40:55.150422 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:55.165939 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:55.499337 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77c021-5060-4d03-b166-d5ae786a310c req-906fa92b-04f6-4c6d-bcc3-08295516c8b1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:55.500895 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ed77c021-5060-4d03-b166-d5ae786a310c req-906fa92b-04f6-4c6d-bcc3-08295516c8b1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0896518 Jul 18 16:40:55.502242 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-8268cf64-495f-46c1-a25e-6cc3e7fad781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:55.504042 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-8268cf64-495f-46c1-a25e-6cc3e7fad781 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.2225790 Jul 18 16:40:55.563684 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ed77c021-5060-4d03-b166-d5ae786a310c req-bcf87c4a-c629-4ed0-9b8a-535b13987674 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555861 Jul 18 16:40:55.718669 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:56.053538 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-57714942-d7ae-48ae-b894-0d5635a08577 req-c6421cb2-dbb5-4e9f-a564-abfa0706e88e tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0310156 Jul 18 16:40:56.276203 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898fe4d-354e-4f2c-bbf6-3a001bcf4a09 req-2d9ffefd-bc33-4f58-889a-2d76f991055f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:56.277889 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c898fe4d-354e-4f2c-bbf6-3a001bcf4a09 req-2d9ffefd-bc33-4f58-889a-2d76f991055f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.0567396 Jul 18 16:40:56.339581 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c898fe4d-354e-4f2c-bbf6-3a001bcf4a09 req-ed3fe001-faff-4a4c-9e1f-d40dda183317 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551236 Jul 18 16:40:56.490953 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-40439059-fd26-40b7-bd0e-04f44ddfef9e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 200 len: 217 time: 0.0379133 Jul 18 16:40:56.618039 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-8ba5569d-2ab8-4d56-ab06-8695d91a5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:56.619804 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-8ba5569d-2ab8-4d56-ab06-8695d91a5838 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.0988538 Jul 18 16:40:56.692390 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5aafc8dc-3758-44b0-ade5-e527a8b0cb55 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:56.695558 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5aafc8dc-3758-44b0-ade5-e527a8b0cb55 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "GET /v2.0/networks?id=2856077e-6a59-46cc-92f1-0b3d4ad6af1f HTTP/1.1" status: 200 len: 809 time: 0.2184732 Jul 18 16:40:56.743139 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:56.746210 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-fb3b434a-9847-4da1-9315-967177cd4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:56.749933 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-fb3b434a-9847-4da1-9315-967177cd4b58 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892634 Jul 18 16:40:56.754954 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Request body: {'port': {'device_id': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f', 'admin_state_up': True, 'tenant_id': 'a907861f2aca4a4286e9a46cdae6c4d2'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:56.909824 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866a55e-228d-4fe3-a842-b43157de4d2d req-4c9c53f1-fb06-4ca7-9bf3-e1b7a1e16498 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:56.920830 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2866a55e-228d-4fe3-a842-b43157de4d2d req-4c9c53f1-fb06-4ca7-9bf3-e1b7a1e16498 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1716623 Jul 18 16:40:57.026984 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70909-7032-48b8-8277-656d8e79b92a req-38213b14-4602-4f89-8e92-f3318d0c4a0f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:57.028578 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-aaf70909-7032-48b8-8277-656d8e79b92a req-38213b14-4602-4f89-8e92-f3318d0c4a0f tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.95 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.3320951 Jul 18 16:40:57.033293 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:57.124468 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2866a55e-228d-4fe3-a842-b43157de4d2d req-b1cf6438-18ef-46cb-b741-54d2fc63da8b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987917 Jul 18 16:40:57.143132 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:57.185865 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-6cc63e87-91c2-455d-a73c-2820fbe77f76 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266489 Jul 18 16:40:57.318604 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Made reservation on behalf of a907861f2aca4a4286e9a46cdae6c4d2 for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:40:57.322788 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:57.359463 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:57.493548 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035901a-a1af-41ba-a8da-15a8e4badbbd req-1dcd2e45-af39-433a-9c0c-1ed7286dec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:57.496852 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8035901a-a1af-41ba-a8da-15a8e4badbbd req-1dcd2e45-af39-433a-9c0c-1ed7286dec5e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 1129 time: 0.6202462 Jul 18 16:40:57.501246 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2e4f9508-403a-45ad-8558-0a3ac0bb7b75 req-36f5a5c7-a4a7-4ea7-8fec-b04b2aca88e0 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.1387978 Jul 18 16:40:57.573645 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Allocated IP 172.20.0.14 (2856077e-6a59-46cc-92f1-0b3d4ad6af1f/d448ae5e-7049-4b7a-9730-f6ba46b8e3df/4098102a-e5a7-477a-be7a-09cc672f1f51) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:40:57.722443 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c14b6491-b95d-4dc8-b157-8b7588fe882b req-0bf69a56-dc2e-4007-af65-9dcc973d05f3 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116661 Jul 18 16:40:57.750133 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:40:57.776881 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8035901a-a1af-41ba-a8da-15a8e4badbbd req-f0e84f4c-8f03-42b0-8a32-343437b04b76 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641702 Jul 18 16:40:57.785057 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:57.851942 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:57.919838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks [] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:57.939158 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 is: ACTIVE; New status is: DOWN {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:40:57.940668 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:57.984884 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5c8a8-9227-4675-89e2-dcd24a28745c req-1242d3d2-8051-4d6d-8536-0015c3adbdc4 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:57.992869 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10e5c8a8-9227-4675-89e2-dcd24a28745c req-1242d3d2-8051-4d6d-8536-0015c3adbdc4 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 945 time: 0.2094665 Jul 18 16:40:58.010790 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Deleting port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:40:58.011340 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:58.039412 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:58.041334 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:58.047287 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388f7c5e-674d-43ce-8d02-3abcf13f9fd3" -d '{"events": [{"server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:58.055531 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:58.224298 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] For port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:40:58.225778 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:58.286144 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a7ddd1-1600-4045-8c6a-44a8de25ea5d x-openstack-request-id: req-05a7ddd1-1600-4045-8c6a-44a8de25ea5d {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:58.287767 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "name": "network-vif-unplugged", "status": "completed", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:58.288395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05a7ddd1-1600-4045-8c6a-44a8de25ea5d {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:58.289246 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a7ddd1-1600-4045-8c6a-44a8de25ea5d'] response: {'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278', 'code': 200} Jul 18 16:40:58.348354 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,revision_number=6']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:58.442817 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5059542-d79a-45a8-8bc6-56f8dea165a3 req-738b074f-0ca2-47e0-8feb-1c5be95f9a10 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:58.445498 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c5059542-d79a-45a8-8bc6-56f8dea165a3 req-738b074f-0ca2-47e0-8feb-1c5be95f9a10 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0836334 Jul 18 16:40:58.496572 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10e5c8a8-9227-4675-89e2-dcd24a28745c req-ad7bdfe1-b3bd-4c1d-b4b6-4f796d7bba67 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/security-groups?id=77688446-8d3e-47a8-a80d-6a7733047ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025027 Jul 18 16:40:58.500944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:58.511215 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c5059542-d79a-45a8-8bc6-56f8dea165a3 req-9cd4e6e9-fd71-4135-94c0-850ec378cedf tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582447 Jul 18 16:40:58.515489 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Calling delete_port for 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:40:58.639575 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:40:58.658396 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:40:58.681591 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Pushing event updated for resources: {'Port': ['ID=4098102a-e5a7-477a-be7a-09cc672f1f51,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:58.686051 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:40:58.697149 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:58.778034 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436803a-bee4-4106-ab09-f0a92713a75d req-024e148e-cfa7-40f4-bd61-c21d63b451b8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:58.779801 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7436803a-bee4-4106-ab09-f0a92713a75d req-024e148e-cfa7-40f4-bd61-c21d63b451b8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 932 time: 0.1468935 Jul 18 16:40:58.851787 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:58.852878 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:58.918997 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-5bdc5534-ce67-49f0-b4eb-1a7b33444030 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1741557 Jul 18 16:40:58.942457 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7436803a-bee4-4106-ab09-f0a92713a75d req-3dcab510-0454-42e6-902f-0494c92eb8c1 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456289 Jul 18 16:40:58.963486 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (3cef60a6-8b3b-4cfe-9cec-c800df0d9278), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:58.998678 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Pushing event deleted for resources: {'Port': ['ID=3cef60a6-8b3b-4cfe-9cec-c800df0d9278,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:40:59.085262 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] No DVR routers for this DVR port 3cef60a6-8b3b-4cfe-9cec-c800df0d9278 on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:40:59.090130 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:59.093606 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-aaf70909-7032-48b8-8277-656d8e79b92a req-893dcbdf-eadf-4f74-a822-0424eaff5a35 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.95 "DELETE /v2.0/ports/3cef60a6-8b3b-4cfe-9cec-c800df0d9278 HTTP/1.1" status: 204 len: 173 time: 1.9035394 Jul 18 16:40:59.094098 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'name': 'network-vif-deleted', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:40:59.096817 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789852ec-dfb1-4b46-a00f-2c89114b4999" -d '{"events": [{"server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "name": "network-vif-deleted", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:40:59.177308 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8ade9b-c239-4a87-83e3-d18d47da929a x-openstack-request-id: req-7b8ade9b-c239-4a87-83e3-d18d47da929a {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:40:59.177620 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7", "name": "network-vif-deleted", "tag": "3cef60a6-8b3b-4cfe-9cec-c800df0d9278", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:40:59.177879 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b8ade9b-c239-4a87-83e3-d18d47da929a {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:40:59.178321 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8ade9b-c239-4a87-83e3-d18d47da929a'] response: {'server_uuid': 'e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7', 'name': 'network-vif-deleted', 'tag': '3cef60a6-8b3b-4cfe-9cec-c800df0d9278', 'status': 'completed', 'code': 200} Jul 18 16:40:59.456751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Request body: {'port': {'device_id': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:40:59.663699 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:59.919332 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7f433b19-0d47-43e1-84eb-0cd98f1d26ab req-dacb7164-1fa6-4686-968c-2b55d2db0b45 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.1693380 Jul 18 16:40:59.928799 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:40:59.967195 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deee3f-7e1a-4700-868a-84813cf9c832 req-e9dd4bac-3d1f-4f2c-8026-66dfb226eaba tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:40:59.967195 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-46deee3f-7e1a-4700-868a-84813cf9c832 req-e9dd4bac-3d1f-4f2c-8026-66dfb226eaba tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.1591160 Jul 18 16:41:00.073341 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-46deee3f-7e1a-4700-868a-84813cf9c832 req-e8f6bbf9-5cdb-4609-bd24-eacba4eb3574 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806019 Jul 18 16:41:00.131358 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc126cb-fde3-4878-b12e-b265fb52cbaf req-30cc6bd4-fe94-481e-aa67-635f706c28f6 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:00.132992 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5fc126cb-fde3-4878-b12e-b265fb52cbaf req-30cc6bd4-fe94-481e-aa67-635f706c28f6 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 932 time: 0.0747342 Jul 18 16:41:00.242198 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5fc126cb-fde3-4878-b12e-b265fb52cbaf req-31ea3b0f-85ab-478a-9d4a-3d17d23ea878 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991750 Jul 18 16:41:00.322987 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4098102a-e5a7-477a-be7a-09cc672f1f51 {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:41:00.332545 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Publish callbacks [] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:00.376843 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Transition to ACTIVE for port object 4098102a-e5a7-477a-be7a-09cc672f1f51 will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:41:00.382668 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:00.451400 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4098102a-e5a7-477a-be7a-09cc672f1f51,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:00.478148 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.478680 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.479159 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.479613 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.480111 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.480551 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.480986 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.481649 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.482139 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.482686 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.483247 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.483690 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.484234 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.484802 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.485253 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:00.516047 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:00.558914 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Attempting to bind port 4098102a-e5a7-477a-be7a-09cc672f1f51 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:41:00.559249 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Attempting to bind port 4098102a-e5a7-477a-be7a-09cc672f1f51 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:41:00.559644 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Attempting to bind port 4098102a-e5a7-477a-be7a-09cc672f1f51 on network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:00.565285 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Port 4098102a-e5a7-477a-be7a-09cc672f1f51 on network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:41:00.565630 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Attempting to bind port 4098102a-e5a7-477a-be7a-09cc672f1f51 on network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:00.572054 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:41:00.572513 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Checking segment: {'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:00.572915 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Bound using segment: {'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:41:00.573363 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Bound port: 4098102a-e5a7-477a-be7a-09cc672f1f51, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:41:00.573749 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:00.665794 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] For port 4098102a-e5a7-477a-be7a-09cc672f1f51, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:41:00.669725 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] For port 4098102a-e5a7-477a-be7a-09cc672f1f51, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4098102a-e5a7-477a-be7a-09cc672f1f51,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:41:00.678178 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:00.744259 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:00.745272 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:00.747721 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] 10.222.0.95 "PUT /v2.0/ports/4098102a-e5a7-477a-be7a-09cc672f1f51 HTTP/1.1" status: 200 len: 1094 time: 1.2988513 Jul 18 16:41:00.786023 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e75307-2ff8-4945-9615-930ffec448d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4098102a-e5a7-477a-be7a-09cc672f1f51,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:01.083093 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-44d7d666-5f56-4313-9664-2accf789f9ba req-0dfef79f-e775-4fb4-a8f8-19707202afe5 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0361133 Jul 18 16:41:01.195647 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'tag': '4098102a-e5a7-477a-be7a-09cc672f1f51'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:41:01.199087 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6670d-3a21-4e91-83fc-819dc4a30b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "09c78918-81a7-4ed7-adbf-3768ca9f0e17", "tag": "4098102a-e5a7-477a-be7a-09cc672f1f51"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:41:01.229709 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:01.232503 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb48920-2a74-4ca9-bab1-839a35212ca8 req-df0d4eaf-2d75-4361-9f59-a70f0ebcca6a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:01.234387 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:01.234787 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7eb48920-2a74-4ca9-bab1-839a35212ca8 req-df0d4eaf-2d75-4361-9f59-a70f0ebcca6a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0772948 Jul 18 16:41:01.265515 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6695a457-a2f8-443b-9437-d103b17fab04 x-openstack-request-id: req-6695a457-a2f8-443b-9437-d103b17fab04 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:41:01.265925 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c78918-81a7-4ed7-adbf-3768ca9f0e17", "tag": "4098102a-e5a7-477a-be7a-09cc672f1f51", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:41:01.266319 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6695a457-a2f8-443b-9437-d103b17fab04 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:41:01.266788 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6695a457-a2f8-443b-9437-d103b17fab04'] response: {'name': 'network-changed', 'server_uuid': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'tag': '4098102a-e5a7-477a-be7a-09cc672f1f51', 'status': 'completed', 'code': 200} Jul 18 16:41:01.314458 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7eb48920-2a74-4ca9-bab1-839a35212ca8 req-2623cb11-a0a2-44b2-9d0f-1427a7c96936 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677814 Jul 18 16:41:01.399631 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff242-72e3-4272-a366-bd9b6a29abb5 req-41ad781f-3b9a-4d1d-ab50-7f4e31b4a8e5 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:01.402377 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e97ff242-72e3-4272-a366-bd9b6a29abb5 req-41ad781f-3b9a-4d1d-ab50-7f4e31b4a8e5 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0532591 Jul 18 16:41:01.457709 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e97ff242-72e3-4272-a366-bd9b6a29abb5 req-34867993-5fa2-4296-a2dd-5bd3cd2bd7a4 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505655 Jul 18 16:41:01.491257 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764ad64-d688-486b-b2f3-414e4e453318 req-6fad9be2-4048-4215-a8ac-4c91c8ae5dfb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:01.493776 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7764ad64-d688-486b-b2f3-414e4e453318 req-6fad9be2-4048-4215-a8ac-4c91c8ae5dfb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0690055 Jul 18 16:41:01.546800 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7764ad64-d688-486b-b2f3-414e4e453318 req-7e5d8928-e213-42a5-b7d1-5df938920881 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469844 Jul 18 16:41:02.194832 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aad3b4-38c0-42ff-9fbc-84b6d348cc9d req-dd5e0e15-42b2-4064-821b-ed43be5ce176 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0301566 Jul 18 16:41:02.600839 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b9f55-193e-4720-bf2a-fd9fca617bb0 req-f1ba8686-a350-4f9d-926c-1b10f06f5914 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:02.602461 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a6b9f55-193e-4720-bf2a-fd9fca617bb0 req-f1ba8686-a350-4f9d-926c-1b10f06f5914 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0568049 Jul 18 16:41:02.614447 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:02.661559 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a6b9f55-193e-4720-bf2a-fd9fca617bb0 req-699e42bb-d241-472e-acce-97faeebf08a3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530744 Jul 18 16:41:03.299983 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-81e45698-3405-49b8-8697-f3a84a5420c7 req-cc47f74e-332f-4034-9ad8-bdb4edc64863 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0315838 Jul 18 16:41:03.801311 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6670d-3a21-4e91-83fc-819dc4a30b7d req-f8731d85-9da4-4ef8-8dba-315e6886d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:03.802896 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b7f6670d-3a21-4e91-83fc-819dc4a30b7d req-f8731d85-9da4-4ef8-8dba-315e6886d4e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 1128 time: 0.0755935 Jul 18 16:41:03.816155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890245-910e-4d56-9298-0f44694f75e0 req-96720e29-69e8-4a23-b2d6-65f2135e1d80 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:03.817690 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b0890245-910e-4d56-9298-0f44694f75e0 req-96720e29-69e8-4a23-b2d6-65f2135e1d80 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0797288 Jul 18 16:41:03.950478 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b0890245-910e-4d56-9298-0f44694f75e0 req-fa0914e4-3c85-4635-86c0-066473cf2564 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195655 Jul 18 16:41:03.976790 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6670d-3a21-4e91-83fc-819dc4a30b7d req-677a2610-f252-45a4-86b6-8fa65ea1b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:03.979253 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b7f6670d-3a21-4e91-83fc-819dc4a30b7d req-677a2610-f252-45a4-86b6-8fa65ea1b11a service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1604977 Jul 18 16:41:04.130952 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6670d-3a21-4e91-83fc-819dc4a30b7d req-d5b0c898-4ee1-46c8-8849-d6ac048c98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:04.132465 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b7f6670d-3a21-4e91-83fc-819dc4a30b7d req-d5b0c898-4ee1-46c8-8849-d6ac048c98d0 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408510 Jul 18 16:41:04.271496 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-2fe52353-61bf-4015-baef-20e3a5e1b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:04.273128 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-2fe52353-61bf-4015-baef-20e3a5e1b63b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 1128 time: 0.0442381 Jul 18 16:41:04.329700 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-33e9d811-0769-4fee-ba73-47468db68931 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4098102a-e5a7-477a-be7a-09cc672f1f51 HTTP/1.1" status: 200 len: 217 time: 0.0372581 Jul 18 16:41:04.405954 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-db2dc74d-2e34-48f4-bd8f-57136f85276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:04.408806 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-db2dc74d-2e34-48f4-bd8f-57136f85276b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d448ae5e-7049-4b7a-9730-f6ba46b8e3df HTTP/1.1" status: 200 len: 849 time: 0.0699594 Jul 18 16:41:04.423501 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7c38707c-7907-4b67-ac8e-de821bd287cf req-a4c83890-2979-420f-862f-35f5fc41a519 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0359087 Jul 18 16:41:04.462973 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-63ea42aa-ed5e-426c-ba05-024501223c80 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2856077e-6a59-46cc-92f1-0b3d4ad6af1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475903 Jul 18 16:41:04.555964 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:04.568903 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-4ef60ad6-0b4c-48d6-a5dd-7b526660e800 service neutron] 10.222.0.95 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968914 Jul 18 16:41:04.695592 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-52dc0e46-be41-4e9f-99b6-dda7bc578b08 req-3ea64414-2da7-48b3-8b44-3244e4048b83 service neutron] 10.222.0.95 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103652 Jul 18 16:41:05.090638 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6015ee-12de-4664-865a-ccea6aa0a4db req-e4cd957f-f2d7-419f-86b4-a89e097af9a0 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:05.092522 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a6015ee-12de-4664-865a-ccea6aa0a4db req-e4cd957f-f2d7-419f-86b4-a89e097af9a0 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0585611 Jul 18 16:41:05.164786 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a6015ee-12de-4664-865a-ccea6aa0a4db req-1b748c54-3b39-4d5e-93ed-287b83ce8d3d tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Jul 18 16:41:05.629466 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fd34862d-b6c8-42bf-8f8c-95dbc6086b49 req-fb07f93a-cbad-4e13-9d26-6bcd9923399e tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0460787 Jul 18 16:41:06.300291 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3029845-9c89-45ee-a2fb-fe90879db29a req-3797bef6-0412-4219-bd4c-8b63f0cd68a3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:06.302163 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c3029845-9c89-45ee-a2fb-fe90879db29a req-3797bef6-0412-4219-bd4c-8b63f0cd68a3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0575950 Jul 18 16:41:06.358538 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c3029845-9c89-45ee-a2fb-fe90879db29a req-5219b77f-ccae-44c7-b864-ed4477120787 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496769 Jul 18 16:41:06.795112 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4e9d91cc-888f-4c1b-acbc-edb7c2f9387e req-e5585624-498a-48cf-9473-e519e94cef42 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0296085 Jul 18 16:41:07.478350 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162afba-ad4b-4413-bc5a-c594aa3fe9be req-c0b3ec94-743a-413f-8035-0401a9e3ab09 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:07.480032 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6162afba-ad4b-4413-bc5a-c594aa3fe9be req-c0b3ec94-743a-413f-8035-0401a9e3ab09 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0489442 Jul 18 16:41:07.533186 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6162afba-ad4b-4413-bc5a-c594aa3fe9be req-ab767f26-f1a1-434d-956c-4a0652b37a0d tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Jul 18 16:41:07.910729 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f6380e2c-84d2-4185-a902-1900d1527328 req-d021e9a5-0540-40fb-81f1-b27505cfd767 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0325348 Jul 18 16:41:08.335937 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=3,neutron:SELECT=26 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:08.339657 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:08.482756 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869a158-a207-4bae-bb49-c02d6fa0fd14 req-81fd226e-64d9-4160-98fd-3bc35de6aca7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:08.484235 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d869a158-a207-4bae-bb49-c02d6fa0fd14 req-81fd226e-64d9-4160-98fd-3bc35de6aca7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0514207 Jul 18 16:41:08.538210 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d869a158-a207-4bae-bb49-c02d6fa0fd14 req-8ec62270-85ed-470d-a51b-07700ad0210c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452437 Jul 18 16:41:08.681372 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671dc48a-7bb6-4c57-8971-1c27cf165596 req-edd64013-8918-40ad-b755-fd6c7ad567a6 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:08.682999 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-671dc48a-7bb6-4c57-8971-1c27cf165596 req-edd64013-8918-40ad-b755-fd6c7ad567a6 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0601773 Jul 18 16:41:08.724616 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:08.776200 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-671dc48a-7bb6-4c57-8971-1c27cf165596 req-1e222f29-655c-4ec6-b58d-1b09cee6de73 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 Jul 18 16:41:09.052097 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-bc7feda8-23a3-4c77-a3cf-d558cab8f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:09.054429 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-bc7feda8-23a3-4c77-a3cf-d558cab8f9e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1129 time: 0.0601518 Jul 18 16:41:09.087132 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-805efc22-725b-478d-bdcf-8340d772f4d3 req-9c8e4efd-864e-4bb6-bc3f-99b6c4ae46d1 tempest-DeleteServersTestJSON-1556472954 tempest-DeleteServersTestJSON-1556472954-project] 10.222.0.77 "GET /v2.0/ports?device_id=e83e9ae3-565a-4c4c-9bce-20e19fa3a1e7 HTTP/1.1" status: 200 len: 210 time: 0.0364983 Jul 18 16:41:09.187921 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-1185a6f2-ae95-4739-90d0-d064341bd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:09.189406 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-1185a6f2-ae95-4739-90d0-d064341bd797 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.1195264 Jul 18 16:41:09.243816 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-d7732d6b-6e0f-44d2-ab3c-af9f473a54be service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 200 len: 217 time: 0.0402999 Jul 18 16:41:09.298152 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-933deb78-79e8-4449-8215-4070a5e5dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:09.299882 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-933deb78-79e8-4449-8215-4070a5e5dddb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.0478587 Jul 18 16:41:09.352904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-bd70d2f2-da67-411f-8c07-ad3cd8f857f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:09.354506 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-bd70d2f2-da67-411f-8c07-ad3cd8f857f9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433230 Jul 18 16:41:09.463112 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-3c3e6b3e-6ec0-44e8-bacf-351c86a7e8c1 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975473 Jul 18 16:41:09.564580 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4cf493e4-aaf8-4aba-bc39-2265879f595c req-e3788a50-3ec2-4370-95c6-aa20a025ac09 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938892 Jul 18 16:41:09.670177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f3fc-4022-4087-8584-f0bd05fb98cd req-be61345b-fe10-46e3-bef3-2860f8591d3e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:09.671816 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d2e9f3fc-4022-4087-8584-f0bd05fb98cd req-be61345b-fe10-46e3-bef3-2860f8591d3e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0567219 Jul 18 16:41:09.714632 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:09.732188 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d2e9f3fc-4022-4087-8584-f0bd05fb98cd req-6a4c97d7-dcf4-47d4-9ce6-b7624a8e30d1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490849 Jul 18 16:41:09.854011 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 4098102a-e5a7-477a-be7a-09cc672f1f51 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:41:09.981949 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 4098102a-e5a7-477a-be7a-09cc672f1f51, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4098102a-e5a7-477a-be7a-09cc672f1f51,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:09.996329 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '4098102a-e5a7-477a-be7a-09cc672f1f51', 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f', 'port_id': '4098102a-e5a7-477a-be7a-09cc672f1f51', 'mac_address': 'fa:16:3e:1d:b5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd448ae5e-7049-4b7a-9730-f6ba46b8e3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:41:09.999646 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699c4d8-14fe-44ff-b3d3-3549a7637d6c req-165bcc29-b19e-408d-bbef-8093a4c368b8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:10.004247 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1699c4d8-14fe-44ff-b3d3-3549a7637d6c req-165bcc29-b19e-408d-bbef-8093a4c368b8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 944 time: 0.0993266 Jul 18 16:41:10.070122 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 4098102a-e5a7-477a-be7a-09cc672f1f51 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:10.070776 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:10.101907 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4098102a-e5a7-477a-be7a-09cc672f1f51 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:41:10.112302 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1699c4d8-14fe-44ff-b3d3-3549a7637d6c req-fc233774-9d4a-48e0-97c7-a9d7368d348f tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997760 Jul 18 16:41:10.138154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 4098102a-e5a7-477a-be7a-09cc672f1f51, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4098102a-e5a7-477a-be7a-09cc672f1f51,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:10.143374 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:10.233877 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=4098102a-e5a7-477a-be7a-09cc672f1f51,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:10.252335 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.252872 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.253498 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.253941 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.254596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.255192 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.255814 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.256772 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.257749 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.262446 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.263086 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.263712 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.264347 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.265124 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.265668 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:10.647161 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['4098102a-e5a7-477a-be7a-09cc672f1f51'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:41:10.882111 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c90f27-b202-42b1-8024-0982baea8083 req-e89aba6c-1761-4df1-a2dd-6d5ecd056793 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:10.883743 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-32c90f27-b202-42b1-8024-0982baea8083 req-e89aba6c-1761-4df1-a2dd-6d5ecd056793 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0644548 Jul 18 16:41:10.941297 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-32c90f27-b202-42b1-8024-0982baea8083 req-67df51cd-48a1-4aee-8e2e-6a2fc17c214f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Jul 18 16:41:11.245242 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3199ab-aec9-412c-a974-6b580455a493 req-c01ff73f-83cd-4521-9626-3c77b525d398 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:11.247334 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5c3199ab-aec9-412c-a974-6b580455a493 req-c01ff73f-83cd-4521-9626-3c77b525d398 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 945 time: 0.0673039 Jul 18 16:41:11.318283 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5c3199ab-aec9-412c-a974-6b580455a493 req-178f091a-c87f-44c7-aeb7-6887021c6558 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635781 Jul 18 16:41:11.858225 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 4098102a-e5a7-477a-be7a-09cc672f1f51 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:41:11.884948 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57286) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:11.918507 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 4098102a-e5a7-477a-be7a-09cc672f1f51 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:41:11.926218 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 4098102a-e5a7-477a-be7a-09cc672f1f51 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:11.927113 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:12.038888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 4098102a-e5a7-477a-be7a-09cc672f1f51 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:12.039865 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:12.079128 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4098102a-e5a7-477a-be7a-09cc672f1f51'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:41:12.082118 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9838ca-77d3-4ac4-b7e6-232e1b439561" -d '{"events": [{"server_uuid": "09c78918-81a7-4ed7-adbf-3768ca9f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "4098102a-e5a7-477a-be7a-09cc672f1f51"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:41:12.097691 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 4098102a-e5a7-477a-be7a-09cc672f1f51, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4098102a-e5a7-477a-be7a-09cc672f1f51,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:12.104534 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:12.140065 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549dd48-0d7c-439a-a910-dc528721d8e7 x-openstack-request-id: req-9549dd48-0d7c-439a-a910-dc528721d8e7 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:41:12.140350 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c78918-81a7-4ed7-adbf-3768ca9f0e17", "name": "network-vif-plugged", "status": "completed", "tag": "4098102a-e5a7-477a-be7a-09cc672f1f51", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:41:12.140664 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9549dd48-0d7c-439a-a910-dc528721d8e7 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:41:12.141112 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9549dd48-0d7c-439a-a910-dc528721d8e7'] response: {'server_uuid': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4098102a-e5a7-477a-be7a-09cc672f1f51', 'code': 200} Jul 18 16:41:12.153156 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb3d7d-4055-4edb-878c-f552ce5b3ece req-7b45a5bd-f399-4271-a316-0d6ebb69f308 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:12.154920 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-adeb3d7d-4055-4edb-878c-f552ce5b3ece req-7b45a5bd-f399-4271-a316-0d6ebb69f308 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0995629 Jul 18 16:41:12.175536 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=4098102a-e5a7-477a-be7a-09cc672f1f51,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:12.254956 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-adeb3d7d-4055-4edb-878c-f552ce5b3ece req-36507efd-06e5-44cf-9f48-4510490fabc7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867114 Jul 18 16:41:12.357598 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:12.468956 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:12.474360 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419161bd-22d2-4a33-9c09-df2eddefa9b8 req-98609cb9-55dd-4e24-a090-4de4f47ab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:12.476092 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-419161bd-22d2-4a33-9c09-df2eddefa9b8 req-98609cb9-55dd-4e24-a090-4de4f47ab54f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 1130 time: 0.0773399 Jul 18 16:41:12.499533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c02e69-3d2c-407c-9e10-d7651d06d152 req-80e969db-5f45-4418-acc9-4ef949a3bc57 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:12.507523 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e7c02e69-3d2c-407c-9e10-d7651d06d152 req-80e969db-5f45-4418-acc9-4ef949a3bc57 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 946 time: 0.0977867 Jul 18 16:41:12.594842 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-419161bd-22d2-4a33-9c09-df2eddefa9b8 req-b06fe44a-785b-4291-9cd2-04faa8f56487 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889480 Jul 18 16:41:12.595079 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e7c02e69-3d2c-407c-9e10-d7651d06d152 req-c7a5670f-ef6c-465a-839a-c70b6e6ad854 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859749 Jul 18 16:41:13.131716 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Deleting port 2c6b2d6b-e933-41ba-a314-4ac571360b48 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:41:13.132276 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:13.262485 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] For port 2c6b2d6b-e933-41ba-a314-4ac571360b48, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2c6b2d6b-e933-41ba-a314-4ac571360b48,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:13.263625 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:13.283630 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Calling delete_port for 2c6b2d6b-e933-41ba-a314-4ac571360b48 owned by network:router_interface {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:41:13.293349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:13.410536 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623db66-2a96-4b88-b6df-198009c06954 req-8393eca8-93df-4669-b164-2ee79ece0682 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:13.412387 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3623db66-2a96-4b88-b6df-198009c06954 req-8393eca8-93df-4669-b164-2ee79ece0682 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0678754 Jul 18 16:41:13.528404 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3623db66-2a96-4b88-b6df-198009c06954 req-66acc683-6b93-4962-9664-8ac3668e04a6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098707 Jul 18 16:41:13.601448 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (2c6b2d6b-e933-41ba-a314-4ac571360b48), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:13.613674 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57346) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:13.654570 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6b2d6b-e933-41ba-a314-4ac571360b48,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:13.789335 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:13.795797 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2afd0c-d0af-41d6-af25-b53db7dd1c86 req-278cf257-f74b-4f90-9c42-bf0c9542010f tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:13.804953 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6b2afd0c-d0af-41d6-af25-b53db7dd1c86 req-278cf257-f74b-4f90-9c42-bf0c9542010f tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 946 time: 0.0750127 Jul 18 16:41:13.870327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:13.920113 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:13.982136 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:13.989896 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6b2afd0c-d0af-41d6-af25-b53db7dd1c86 req-75298ee1-e449-47f9-9cc7-890fc7af57aa tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825941 Jul 18 16:41:14.007942 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.046581 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Publish callbacks [] for security_group (b9381f54-66ca-43b3-a78f-cb3b1682a4fe), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.052786 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (b9381f54-66ca-43b3-a78f-cb3b1682a4fe), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.096259 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9381f54-66ca-43b3-a78f-cb3b1682a4fe,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:14.104867 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64c9b7fcbe664d5281d923ba81c62132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895239 Jul 18 16:41:14.106527 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.107070 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.107558 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.108036 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57366) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:14.108166 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.108389 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.108721 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.109034 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.109355 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.109679 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.110002 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.110330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.110722 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.111074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.111886 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.112203 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b405e9-c409-4d91-8eb4-7cbeba9bd5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:14.146113 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57368) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:14.214429 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:41:14.286590 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca6ae443-44ff-4924-a5a7-dce88f4c9491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.328034 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e72b44c-05ba-49c6-8dd3-f0d39a13f50f admin admin] Publish callbacks [] for security_group (b9381f54-66ca-43b3-a78f-cb3b1682a4fe), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.392098 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e72b44c-05ba-49c6-8dd3-f0d39a13f50f admin admin] Publish callbacks [] for security_group (b9381f54-66ca-43b3-a78f-cb3b1682a4fe), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.396423 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca6ae443-44ff-4924-a5a7-dce88f4c9491 admin admin] Publish callbacks [] for security_group (8fb46905-33da-45d4-a545-fefbfdc770e6), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.401770 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca6ae443-44ff-4924-a5a7-dce88f4c9491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (8fb46905-33da-45d4-a545-fefbfdc770e6), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.443932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:41:14.522525 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e72b44c-05ba-49c6-8dd3-f0d39a13f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (b9381f54-66ca-43b3-a78f-cb3b1682a4fe), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.525239 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e72b44c-05ba-49c6-8dd3-f0d39a13f50f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.530823 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7e72b44c-05ba-49c6-8dd3-f0d39a13f50f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9381f54-66ca-43b3-a78f-cb3b1682a4fe HTTP/1.1" status: 204 len: 168 time: 0.4170053 Jul 18 16:41:14.574073 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72b44c-05ba-49c6-8dd3-f0d39a13f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9381f54-66ca-43b3-a78f-cb3b1682a4fe,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:14.623913 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:14.627925 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:41:14.637446 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-9082dca9-1f19-4478-8ebd-98adfb6c1dc5 admin admin] 10.222.0.77 "PUT /v2.0/routers/95f68dd2-1f34-43a5-88d8-6bdb36966ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7526541 Jul 18 16:41:14.638312 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57386) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:14.652553 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] Sync routers for ids ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:41:14.686320 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] Routers {'95f68dd2-1f34-43a5-88d8-6bdb36966ec3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:41:14.687187 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:40:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:14.772166 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks [] for router (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.792730 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ca6ae443-44ff-4924-a5a7-dce88f4c9491 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=81bbac01705345979247be7d4db666b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6454024 Jul 18 16:41:14.793601 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57390) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:14.801609 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ae443-44ff-4924-a5a7-dce88f4c9491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb46905-33da-45d4-a545-fefbfdc770e6,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:14.872257 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-de735d03-d9f0-4d3b-a5df-92160a210d74 admin admin] Publish callbacks [] for security_group (8fb46905-33da-45d4-a545-fefbfdc770e6), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.904618 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-de735d03-d9f0-4d3b-a5df-92160a210d74 admin admin] Publish callbacks [] for security_group (8fb46905-33da-45d4-a545-fefbfdc770e6), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.954299 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] Set router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:41:14.975122 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-de735d03-d9f0-4d3b-a5df-92160a210d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (8fb46905-33da-45d4-a545-fefbfdc770e6), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.983232 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-de735d03-d9f0-4d3b-a5df-92160a210d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.989240 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-de735d03-d9f0-4d3b-a5df-92160a210d74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fb46905-33da-45d4-a545-fefbfdc770e6 HTTP/1.1" status: 204 len: 168 time: 0.1918538 Jul 18 16:41:14.998825 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a330d96-5017-4b32-b070-a1d458a96135 req-5475597e-97f4-4f04-a29e-c2ce396dd6b6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:15.005325 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4a330d96-5017-4b32-b070-a1d458a96135 req-5475597e-97f4-4f04-a29e-c2ce396dd6b6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.2445135 Jul 18 16:41:15.011297 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de735d03-d9f0-4d3b-a5df-92160a210d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb46905-33da-45d4-a545-fefbfdc770e6,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:15.210514 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks [] for router_gateway (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.218616 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:41:13Z', 'revision_number': 5, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port': {'id': '2b48f4d2-ccf1-4aac-98a6-813d5d823fb2', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:10Z', 'updated_at': '2022-07-18T16:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:15.238112 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:15.255082 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] Checking router: 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:41:15.266290 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] Routers {'95f68dd2-1f34-43a5-88d8-6bdb36966ec3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:41:15.266555 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57404) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:15.266955 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:40:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:15.274083 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8224bdc-085a-4c20-8434-501ec1b47b19 req-385f02a1-39be-4f60-95fa-23f8e8f75cf2 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:15.275701 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f8224bdc-085a-4c20-8434-501ec1b47b19 req-385f02a1-39be-4f60-95fa-23f8e8f75cf2 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 946 time: 0.1230354 Jul 18 16:41:15.320679 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ce69543a-8915-484c-9e11-abc9027157e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.358388 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4a330d96-5017-4b32-b070-a1d458a96135 req-fb4561ef-8814-4548-8e43-d3b56a4fc75b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162010 Jul 18 16:41:15.382481 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] Set router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 gateway port host: None {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:41:15.390684 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Deleting port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:41:15.391114 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.400972 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f8224bdc-085a-4c20-8434-501ec1b47b19 req-afa7f421-a04c-4b98-8c7e-80d269826c14 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108797 Jul 18 16:41:15.446023 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:41:15Z', 'revision_number': 6, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:15.510883 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09786d5c-3e0c-4c6d-bd3e-6e8da34b9d08 None None] The sync data for ids ['95f68dd2-1f34-43a5-88d8-6bdb36966ec3'] in dv-cinder-837543-6-iscsi is: [{'id': '95f68dd2-1f34-43a5-88d8-6bdb36966ec3', 'name': 'tempest-DeleteServersTestJSON-556151080-router', 'tenant_id': '49d4c19f14be46208297e4e3fb854bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:41:15Z', 'revision_number': 6, 'project_id': '49d4c19f14be46208297e4e3fb854bb0', 'gw_port_host': None}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:41:15.547092 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] For port 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:15.547463 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.562509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ce69543a-8915-484c-9e11-abc9027157e1 admin admin] Publish callbacks [] for security_group (fd3ae51c-4c6d-453d-96a7-a32847a5e2c0), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.579081 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ce69543a-8915-484c-9e11-abc9027157e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fd3ae51c-4c6d-453d-96a7-a32847a5e2c0), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.616258 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Calling delete_port for 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 owned by network:router_gateway {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:41:15.693422 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69543a-8915-484c-9e11-abc9027157e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3ae51c-4c6d-453d-96a7-a32847a5e2c0,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:15.708411 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ce69543a-8915-484c-9e11-abc9027157e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=661d13b1f59049dabe41d2cde3e31490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373040 Jul 18 16:41:15.708970 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57418) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:15.774582 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f1c24c20-ad98-40c9-8afc-1e97e410e197 admin admin] Publish callbacks [] for security_group (fd3ae51c-4c6d-453d-96a7-a32847a5e2c0), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.806351 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f1c24c20-ad98-40c9-8afc-1e97e410e197 admin admin] Publish callbacks [] for security_group (fd3ae51c-4c6d-453d-96a7-a32847a5e2c0), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.886636 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:15.889729 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f1c24c20-ad98-40c9-8afc-1e97e410e197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fd3ae51c-4c6d-453d-96a7-a32847a5e2c0), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.893723 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f1c24c20-ad98-40c9-8afc-1e97e410e197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.898093 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-f1c24c20-ad98-40c9-8afc-1e97e410e197 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd3ae51c-4c6d-453d-96a7-a32847a5e2c0 HTTP/1.1" status: 204 len: 168 time: 0.1853206 Jul 18 16:41:15.907360 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c24c20-ad98-40c9-8afc-1e97e410e197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3ae51c-4c6d-453d-96a7-a32847a5e2c0,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:15.921631 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (2b48f4d2-ccf1-4aac-98a6-813d5d823fb2), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:15.960788 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b48f4d2-ccf1-4aac-98a6-813d5d823fb2,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:16.070378 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.235245 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.239224 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks [] for router_controller (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.325903 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (95f68dd2-1f34-43a5-88d8-6bdb36966ec3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.327101 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f68dd2-1f34-43a5-88d8-6bdb36966ec3 {{(pid=104181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:41:16.336620 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.338000 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-286a56ba-a072-4588-b9f4-28f0ca568a19 admin admin] 10.222.0.77 "DELETE /v2.0/routers/95f68dd2-1f34-43a5-88d8-6bdb36966ec3 HTTP/1.1" status: 204 len: 168 time: 1.6986802 Jul 18 16:41:16.340968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57440) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:16.415189 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:16.463603 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] Deleting subnet 3dd222b9-2b61-42c8-b6eb-a723828c692d {{(pid=104182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:41:16.468632 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] Publish callbacks [] for subnet (3dd222b9-2b61-42c8-b6eb-a723828c692d), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.542753 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] Publish callbacks [] for subnet (3dd222b9-2b61-42c8-b6eb-a723828c692d), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.609544 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339206e6-669f-463b-99e9-76376e325cdb req-b07db1c6-3c6d-4de6-af38-8ecd6c70e713 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:16.613398 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-339206e6-669f-463b-99e9-76376e325cdb req-b07db1c6-3c6d-4de6-af38-8ecd6c70e713 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0985992 Jul 18 16:41:16.622517 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:16.656992 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (3dd222b9-2b61-42c8-b6eb-a723828c692d), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.781635 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (3dd222b9-2b61-42c8-b6eb-a723828c692d), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.792940 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-339206e6-669f-463b-99e9-76376e325cdb req-8064735c-1755-4cf0-bd19-8217fbb5b630 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653953 Jul 18 16:41:16.829537 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd222b9-2b61-42c8-b6eb-a723828c692d,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:16.840755 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:16.842137 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0bd38-3c3e-4ef9-ace9-be78827ee977 None None] Network 4901e171-3f10-4967-83c1-9b283cc1db72 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:41:16.846637 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:16.854218 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ca7094e0-4e74-4eeb-8bfa-1c732344c1c6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3dd222b9-2b61-42c8-b6eb-a723828c692d HTTP/1.1" status: 204 len: 168 time: 0.5113568 Jul 18 16:41:16.858086 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57482) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:16.979314 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57502) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:17.061278 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (4901e171-3f10-4967-83c1-9b283cc1db72), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.073177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c93a6-8104-42d5-aab0-05aa537264de req-980b94bf-cd43-43ad-98db-f83e5c1edac4 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:17.074949 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-332c93a6-8104-42d5-aab0-05aa537264de req-980b94bf-cd43-43ad-98db-f83e5c1edac4 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 946 time: 0.1272340 Jul 18 16:41:17.093038 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:17.133537 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] DHCP port deletion for 4901e171-3f10-4967-83c1-9b283cc1db72 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:41:17.139974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] Deleting subnet b979cf85-4480-4e6d-94b4-574439211464 {{(pid=104182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:41:17.144306 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] Publish callbacks [] for subnet (b979cf85-4480-4e6d-94b4-574439211464), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.192232 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] Publish callbacks [] for subnet (b979cf85-4480-4e6d-94b4-574439211464), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.198460 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Deleting port 2d3f9b42-e34a-4631-b087-4953256f2fb5 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:41:17.198809 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.201070 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (b979cf85-4480-4e6d-94b4-574439211464), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.266967 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] Deleting port 2d3f9b42-e34a-4631-b087-4953256f2fb5 {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:41:17.268432 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.293299 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-332c93a6-8104-42d5-aab0-05aa537264de req-c49cf221-3b6e-403d-8067-6eedcc61eeaa tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977077 Jul 18 16:41:17.301384 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for subnet (b979cf85-4480-4e6d-94b4-574439211464), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.308623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:17.328513 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] For port 2d3f9b42-e34a-4631-b087-4953256f2fb5, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2d3f9b42-e34a-4631-b087-4953256f2fb5,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:17.328965 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.364263 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Calling delete_port for 2d3f9b42-e34a-4631-b087-4953256f2fb5 owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:41:17.394775 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] For port 2d3f9b42-e34a-4631-b087-4953256f2fb5, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=2d3f9b42-e34a-4631-b087-4953256f2fb5,segment=NetworkSegment(0b89b102-a615-4a7d-a90d-df444a3001fa),segment_id=0b89b102-a615-4a7d-a90d-df444a3001fa)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:17.395175 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.397673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.401007 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b979cf85-4480-4e6d-94b4-574439211464 HTTP/1.1" status: 204 len: 168 time: 0.4204659 Jul 18 16:41:17.405442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57524) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:17.409668 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c254dce-b1bf-471d-83d9-f10dfc3f2669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b979cf85-4480-4e6d-94b4-574439211464,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:17.421187 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] Calling delete_port for 2d3f9b42-e34a-4631-b087-4953256f2fb5 owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:41:17.508201 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (ac6b9257-d932-4234-bb8b-415834173b26), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.591153 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.655681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (ac6b9257-d932-4234-bb8b-415834173b26), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.687577 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:41:17.696102 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3f9b42-e34a-4631-b087-4953256f2fb5,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:17.717631 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] No DVR routers for this DVR port 2d3f9b42-e34a-4631-b087-4953256f2fb5 on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > port after_create 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > port after_update 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.741470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.742115 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.765047 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:41:17.766220 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2b48f4d2-ccf1-4aac-98a6-813d5d823fb2 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:41:17.766999 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2d3f9b42-e34a-4631-b087-4953256f2fb5 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:41:17.817542 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 2d3f9b42-e34a-4631-b087-4953256f2fb5 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:41:17.818523 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2d3f9b42-e34a-4631-b087-4953256f2fb5 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:41:17.819266 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2c6b2d6b-e933-41ba-a314-4ac571360b48 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:41:17.842066 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.842696 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.843014 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.843456 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:41:17.843942 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6b9257-d932-4234-bb8b-415834173b26']}} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:17.867983 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bd02ae-9148-41b7-8b35-f2d11af1d97f') {'for_net_delete': True} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:17.868899 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bd02ae-9148-41b7-8b35-f2d11af1d97f') {} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:17.878020 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (4901e171-3f10-4967-83c1-9b283cc1db72), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.917699 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126338177'] for segment (f1bd02ae-9148-41b7-8b35-f2d11af1d97f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.919405 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 2c6b2d6b-e933-41ba-a314-4ac571360b48 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:41:17.920085 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 2c6b2d6b-e933-41ba-a314-4ac571360b48 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:41:17.926865 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4901e171-3f10-4967-83c1-9b283cc1db72']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:17.935172 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (2d3f9b42-e34a-4631-b087-4953256f2fb5), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.947180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b89b102-a615-4a7d-a90d-df444a3001fa') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:17.947989 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b89b102-a615-4a7d-a90d-df444a3001fa') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:17.966042 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (f1bd02ae-9148-41b7-8b35-f2d11af1d97f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.973564 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (0b89b102-a615-4a7d-a90d-df444a3001fa), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.979394 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] Pushing event deleted for resources: {'Port': ['ID=2d3f9b42-e34a-4631-b087-4953256f2fb5,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:17.996993 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02aad2-46a8-434e-91aa-1f03b25d0624 None None] No DVR routers for this DVR port 2d3f9b42-e34a-4631-b087-4953256f2fb5 on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:41:18.000159 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (0b89b102-a615-4a7d-a90d-df444a3001fa), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.003374 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=104182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:41:18.004138 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754716'] for segment (f1bd02ae-9148-41b7-8b35-f2d11af1d97f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.020018 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:41:18.020683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (0b89b102-a615-4a7d-a90d-df444a3001fa), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.111791 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 0b89b102-a615-4a7d-a90d-df444a3001fa resource provider aggregate not found Jul 18 16:41:18.117378 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (4901e171-3f10-4967-83c1-9b283cc1db72), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.135010 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.139940 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4901e171-3f10-4967-83c1-9b283cc1db72 HTTP/1.1" status: 204 len: 168 time: 1.2802770 Jul 18 16:41:18.142459 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 0b89b102-a615-4a7d-a90d-df444a3001fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b89b102-a615-4a7d-a90d-df444a3001fa found for delete ", "request_id": "req-aed4adc2-b037-4cc4-a5c2-b0677efb4889"}]} Jul 18 16:41:18.143702 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b515927-dfef-4410-8e04-33b4e84ef191 admin admin] Pushing event deleted for resources: {'Network': ['ID=4901e171-3f10-4967-83c1-9b283cc1db72,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:18.186148 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (ac6b9257-d932-4234-bb8b-415834173b26), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.192342 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.195897 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ac6b9257-d932-4234-bb8b-415834173b26 HTTP/1.1" status: 204 len: 168 time: 0.7891543 Jul 18 16:41:18.199126 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57562) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:18.214953 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85d68d-7827-4b4e-9b86-8dde43026c80 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6b9257-d932-4234-bb8b-415834173b26,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:18.229444 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3497a23-e03f-4de4-822d-e3990584b3fc req-e595dc81-052c-40bb-8e60-3dc4dfbdef1e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:18.231384 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3497a23-e03f-4de4-822d-e3990584b3fc req-e595dc81-052c-40bb-8e60-3dc4dfbdef1e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.1382430 Jul 18 16:41:18.257419 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] Deleting subnet 6d506ba3-653c-46ff-b2c4-86daf2a61b04 {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:41:18.262615 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] Publish callbacks [] for subnet (6d506ba3-653c-46ff-b2c4-86daf2a61b04), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.310432 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:18.310768 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (6d506ba3-653c-46ff-b2c4-86daf2a61b04), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.328959 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3497a23-e03f-4de4-822d-e3990584b3fc req-3c47bc00-192e-4067-a7a1-bab71b97cd33 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Jul 18 16:41:18.346727 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57570) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:18.382601 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:18.442528 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (6d506ba3-653c-46ff-b2c4-86daf2a61b04), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.451918 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1a6dabb2-b882-4f72-9691-c8453689b7f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49d4c19f14be46208297e4e3fb854bb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1003036 Jul 18 16:41:18.452392 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57576) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:18.525776 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-356a84ae-d61a-4911-8778-18d145479cf7 admin admin] Publish callbacks [] for security_group (77688446-8d3e-47a8-a80d-6a7733047ec6), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.560663 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea1766-28c7-4d9e-bf3f-934a328b658d req-5c69498b-fa0b-47a4-a490-e34bcc2a0893 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:18.562232 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f8ea1766-28c7-4d9e-bf3f-934a328b658d req-5c69498b-fa0b-47a4-a490-e34bcc2a0893 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 946 time: 0.0823100 Jul 18 16:41:18.574229 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (6d506ba3-653c-46ff-b2c4-86daf2a61b04), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.606825 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-356a84ae-d61a-4911-8778-18d145479cf7 admin admin] Publish callbacks [] for security_group (77688446-8d3e-47a8-a80d-6a7733047ec6), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.636145 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment f1bd02ae-9148-41b7-8b35-f2d11af1d97f resource provider aggregate not found Jul 18 16:41:18.683633 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:18.687714 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f8ea1766-28c7-4d9e-bf3f-934a328b658d req-15d6fb73-322f-4710-8208-8ebe144b9bb9 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082056 Jul 18 16:41:18.692917 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.696316 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/6d506ba3-653c-46ff-b2c4-86daf2a61b04 HTTP/1.1" status: 204 len: 168 time: 0.4959152 Jul 18 16:41:18.697945 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcab0d-cbbb-4607-8923-9ae9f0bff08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d506ba3-653c-46ff-b2c4-86daf2a61b04,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:18.700514 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57582) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:18.716832 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-356a84ae-d61a-4911-8778-18d145479cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (77688446-8d3e-47a8-a80d-6a7733047ec6), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.721497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-356a84ae-d61a-4911-8778-18d145479cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.734671 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-356a84ae-d61a-4911-8778-18d145479cf7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77688446-8d3e-47a8-a80d-6a7733047ec6 HTTP/1.1" status: 204 len: 168 time: 0.2812331 Jul 18 16:41:18.737449 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment f1bd02ae-9148-41b7-8b35-f2d11af1d97f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1bd02ae-9148-41b7-8b35-f2d11af1d97f found for delete ", "request_id": "req-47e6452e-832f-4f3c-a066-bc826f5656c7"}]} Jul 18 16:41:18.760915 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a84ae-d61a-4911-8778-18d145479cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77688446-8d3e-47a8-a80d-6a7733047ec6,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:18.811653 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (3df9503d-1ebf-45a4-9682-acc1e92f4145), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.978598 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (3df9503d-1ebf-45a4-9682-acc1e92f4145), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.034091 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df9503d-1ebf-45a4-9682-acc1e92f4145']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:19.060199 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba91337-80cd-42f1-8a23-7b3bb696993e') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:19.060962 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba91337-80cd-42f1-8a23-7b3bb696993e') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:19.061207 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9c083a81-c711-4b3b-98c6-efb47fe73654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.085689 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (1ba91337-80cd-42f1-8a23-7b3bb696993e), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.110972 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (1ba91337-80cd-42f1-8a23-7b3bb696993e), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.159165 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:41:19.159574 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (1ba91337-80cd-42f1-8a23-7b3bb696993e), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.232858 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-125dd97c-2039-4499-8113-1dbf53c545c8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:19.234453 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-125dd97c-2039-4499-8113-1dbf53c545c8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 946 time: 0.1197948 Jul 18 16:41:19.253567 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (3df9503d-1ebf-45a4-9682-acc1e92f4145), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.263634 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.268169 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] 10.222.0.77 "DELETE /v2.0/networks/3df9503d-1ebf-45a4-9682-acc1e92f4145 HTTP/1.1" status: 204 len: 168 time: 0.5654514 Jul 18 16:41:19.304737 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a5df4-4c2a-4791-a79e-3654000a5bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=3df9503d-1ebf-45a4-9682-acc1e92f4145,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:19.399878 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Deleting port 4098102a-e5a7-477a-be7a-09cc672f1f51 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:41:19.400228 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.503730 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca3e4f-af4d-4994-bae9-187d2edaec20 req-b6f91758-4434-4e27-bacb-64955edcc2a3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:19.517365 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-96ca3e4f-af4d-4994-bae9-187d2edaec20 req-b6f91758-4434-4e27-bacb-64955edcc2a3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0853455 Jul 18 16:41:19.610172 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57610) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:19.653105 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-96ca3e4f-af4d-4994-bae9-187d2edaec20 req-b907c8f4-f3a1-4314-b527-3ab054add8dc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358626 Jul 18 16:41:19.665986 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] For port 4098102a-e5a7-477a-be7a-09cc672f1f51, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=4098102a-e5a7-477a-be7a-09cc672f1f51,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:19.666373 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.690750 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Calling delete_port for 4098102a-e5a7-477a-be7a-09cc672f1f51 owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:41:19.727380 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-9e063617-9b14-4ee7-b874-c20851bb2ee0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c3504db0f3b84d699d91a210c0762362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140897 Jul 18 16:41:19.738637 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57614) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:19.802900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:19.820217 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cd292825-84c2-48b3-8b36-6375f99531f7 admin admin] Publish callbacks [] for security_group (758f05fa-e295-4d54-bf8b-a59ecf55e3fc), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.871973 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cd292825-84c2-48b3-8b36-6375f99531f7 admin admin] Publish callbacks [] for security_group (758f05fa-e295-4d54-bf8b-a59ecf55e3fc), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.943467 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (4098102a-e5a7-477a-be7a-09cc672f1f51), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.952712 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d926f18-8a87-4d2b-9fda-d9017e1966ad req-548c5fb7-7662-471a-9f03-26779579ec8b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:19.955010 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1d926f18-8a87-4d2b-9fda-d9017e1966ad req-548c5fb7-7662-471a-9f03-26779579ec8b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 946 time: 0.0669305 Jul 18 16:41:19.984886 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cd292825-84c2-48b3-8b36-6375f99531f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (758f05fa-e295-4d54-bf8b-a59ecf55e3fc), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.990446 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cd292825-84c2-48b3-8b36-6375f99531f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:19.992805 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-cd292825-84c2-48b3-8b36-6375f99531f7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/758f05fa-e295-4d54-bf8b-a59ecf55e3fc HTTP/1.1" status: 204 len: 168 time: 0.2522900 Jul 18 16:41:20.002194 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Pushing event deleted for resources: {'Port': ['ID=4098102a-e5a7-477a-be7a-09cc672f1f51,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:20.014044 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd292825-84c2-48b3-8b36-6375f99531f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758f05fa-e295-4d54-bf8b-a59ecf55e3fc,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:20.081585 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:20.122229 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] No DVR routers for this DVR port 4098102a-e5a7-477a-be7a-09cc672f1f51 on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:41:20.129610 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:20.134132 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a8197ad-adc9-422c-8904-baa88cdeaf6b req-d415acdc-091b-4d16-87d7-602e64618b91 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "DELETE /v2.0/ports/4098102a-e5a7-477a-be7a-09cc672f1f51 HTTP/1.1" status: 204 len: 173 time: 0.8932662 Jul 18 16:41:20.136088 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'name': 'network-vif-deleted', 'tag': '4098102a-e5a7-477a-be7a-09cc672f1f51'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:41:20.140279 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36062573-3f24-4965-808d-2835a55a0ddd" -d '{"events": [{"server_uuid": "09c78918-81a7-4ed7-adbf-3768ca9f0e17", "name": "network-vif-deleted", "tag": "4098102a-e5a7-477a-be7a-09cc672f1f51"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:41:20.223469 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1d926f18-8a87-4d2b-9fda-d9017e1966ad req-b1f12a9a-3840-48e7-be60-f0c90c21c6c2 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325261 Jul 18 16:41:20.226833 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db98b0d-5679-4ca4-b13f-e115a8e9b795 x-openstack-request-id: req-8db98b0d-5679-4ca4-b13f-e115a8e9b795 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:41:20.227268 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c78918-81a7-4ed7-adbf-3768ca9f0e17", "name": "network-vif-deleted", "tag": "4098102a-e5a7-477a-be7a-09cc672f1f51", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:41:20.227636 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8db98b0d-5679-4ca4-b13f-e115a8e9b795 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:41:20.228241 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db98b0d-5679-4ca4-b13f-e115a8e9b795'] response: {'server_uuid': '09c78918-81a7-4ed7-adbf-3768ca9f0e17', 'name': 'network-vif-deleted', 'tag': '4098102a-e5a7-477a-be7a-09cc672f1f51', 'status': 'completed', 'code': 200} Jul 18 16:41:20.229801 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 1ba91337-80cd-42f1-8a23-7b3bb696993e resource provider aggregate not found Jul 18 16:41:20.296615 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 1ba91337-80cd-42f1-8a23-7b3bb696993e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ba91337-80cd-42f1-8a23-7b3bb696993e found for delete ", "request_id": "req-acc4ad01-1cfe-46f5-9a74-275278943d3d"}]} Jul 18 16:41:20.773371 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57684) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:20.831483 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:20.842127 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b89451c8-79d5-4174-bde1-6cf9c4756b92 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67df224121d14a90b455960cfb919b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643086 Jul 18 16:41:20.843814 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57690) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:20.852007 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4210d52-50e0-479d-9fab-893160692ab1 req-98aede63-2f7d-45f9-a286-226200da86d3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:20.856643 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4210d52-50e0-479d-9fab-893160692ab1 req-98aede63-2f7d-45f9-a286-226200da86d3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0876429 Jul 18 16:41:20.932686 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e72cb782-5f6f-428d-bccd-8390caa8d0ba admin admin] Publish callbacks [] for security_group (7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:20.948386 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4210d52-50e0-479d-9fab-893160692ab1 req-a91cd49c-fa0d-42e4-86ff-63bf7d5da48c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853589 Jul 18 16:41:20.972699 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e72cb782-5f6f-428d-bccd-8390caa8d0ba admin admin] Publish callbacks [] for security_group (7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:21.049886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e72cb782-5f6f-428d-bccd-8390caa8d0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:21.054326 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e72cb782-5f6f-428d-bccd-8390caa8d0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:21.056432 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e72cb782-5f6f-428d-bccd-8390caa8d0ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3 HTTP/1.1" status: 204 len: 168 time: 0.2092109 Jul 18 16:41:21.081525 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cb782-5f6f-428d-bccd-8390caa8d0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7918c9f1-f6e3-4ae1-b5fd-72d50381a8c3,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:21.436746 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5f176026-659b-466d-918a-0355c7e2baba req-f2fb78f0-ebda-48dc-a0e7-4f95c729eff2 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=09c78918-81a7-4ed7-adbf-3768ca9f0e17 HTTP/1.1" status: 200 len: 210 time: 0.0694432 Jul 18 16:41:21.922255 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 4098102a-e5a7-477a-be7a-09cc672f1f51 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:41:21.956240 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d55a-6036-4273-80dd-e1007cf546dc req-e77dc70e-f643-4f52-bab8-ba3334f2f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:21.960299 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4dd2d55a-6036-4273-80dd-e1007cf546dc req-e77dc70e-f643-4f52-bab8-ba3334f2f4db service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1129 time: 0.0934923 Jul 18 16:41:21.984646 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 4098102a-e5a7-477a-be7a-09cc672f1f51 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:41:21.985252 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 4098102a-e5a7-477a-be7a-09cc672f1f51 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:41:22.101490 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4dd2d55a-6036-4273-80dd-e1007cf546dc req-1944358d-9105-4b72-9f31-4ab8b7f9ca2f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232438 Jul 18 16:41:22.158713 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e019550b-c68b-49ee-ae03-e8a7c70d93ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.222673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062717fe-7cc6-4735-b4aa-3e8729118fca req-3daf1679-0637-45df-8f97-acca67fa0a25 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:22.225354 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-062717fe-7cc6-4735-b4aa-3e8729118fca req-3daf1679-0637-45df-8f97-acca67fa0a25 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0827389 Jul 18 16:41:22.312891 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-062717fe-7cc6-4735-b4aa-3e8729118fca req-80831600-8a0a-4ccc-afb5-5838cac3df9b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812263 Jul 18 16:41:22.463112 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57786) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:22.648410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2b5c-5a3f-4959-a8d1-96da69ea063d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.779330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2b5c-5a3f-4959-a8d1-96da69ea063d admin admin] Publish callbacks [] for security_group (fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.784531 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6e4f2b5c-5a3f-4959-a8d1-96da69ea063d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.837810 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6e4f2b5c-5a3f-4959-a8d1-96da69ea063d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8c9632f73b94362a561966e2691e7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732054 Jul 18 16:41:22.842013 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57804) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:22.844983 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f2b5c-5a3f-4959-a8d1-96da69ea063d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:22.972830 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8e20-f950-4327-a6b0-49beeb8afb96 admin admin] Publish callbacks [] for security_group (fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.978398 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:23.011155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8e20-f950-4327-a6b0-49beeb8afb96 admin admin] Publish callbacks [] for security_group (fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.067109 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-f0b247a7-3fbb-4822-b9f1-166ebe38ecdb tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:23.068837 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-f0b247a7-3fbb-4822-b9f1-166ebe38ecdb tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/networks?id=2856077e-6a59-46cc-92f1-0b3d4ad6af1f HTTP/1.1" status: 200 len: 809 time: 0.1255834 Jul 18 16:41:23.079467 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8e20-f950-4327-a6b0-49beeb8afb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.083662 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8e20-f950-4327-a6b0-49beeb8afb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.085519 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-9e7d8e20-f950-4327-a6b0-49beeb8afb96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92 HTTP/1.1" status: 204 len: 168 time: 0.2410660 Jul 18 16:41:23.092356 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-a1635190-5ff6-40f2-bd86-f0269b06d57c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/quotas/a907861f2aca4a4286e9a46cdae6c4d2 HTTP/1.1" status: 200 len: 375 time: 0.0153694 Jul 18 16:41:23.106611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d8e20-f950-4327-a6b0-49beeb8afb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe16c20a-dd5f-4eb6-bf4a-c8ddb2b30e92,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:23.151384 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-2337be65-2e71-4610-bc36-0773f4078d04 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511272 Jul 18 16:41:23.330487 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-3acaa56e-a637-4e60-b0aa-9efdc1f54fa8 service neutron] 10.222.0.77 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701376 Jul 18 16:41:23.505504 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429707c2-ee37-48c8-902c-ba1971b34a7d req-47b1deb4-4aa3-4990-8f7c-85175481fca6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:23.515371 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-04e7f7ed-0445-4a09-867f-eda0c61de822 service neutron] 10.222.0.77 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833401 Jul 18 16:41:23.522194 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-429707c2-ee37-48c8-902c-ba1971b34a7d req-47b1deb4-4aa3-4990-8f7c-85175481fca6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0936213 Jul 18 16:41:23.602232 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-429707c2-ee37-48c8-902c-ba1971b34a7d req-323e2483-172b-4bae-a03b-259a6874f955 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790913 Jul 18 16:41:23.688686 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57836) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:23.725701 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-56c24e72-9b23-46a1-8e65-9ae49c73ccc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.783878 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cd7d176e-f296-4d6b-b604-d5a8cfaf1a97 req-232bf69a-7d32-4f91-9029-08db48036358 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0736959 Jul 18 16:41:23.926781 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-56c24e72-9b23-46a1-8e65-9ae49c73ccc3 admin admin] Publish callbacks [] for security_group (dd92568c-4361-49a1-9152-7101e93368ba), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.933429 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-56c24e72-9b23-46a1-8e65-9ae49c73ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (dd92568c-4361-49a1-9152-7101e93368ba), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.980901 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:24.002382 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-56c24e72-9b23-46a1-8e65-9ae49c73ccc3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b08a0d8798e4dfbbe6ad25802ce0d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099365 Jul 18 16:41:24.004256 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57850) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:24.014088 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c24e72-9b23-46a1-8e65-9ae49c73ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd92568c-4361-49a1-9152-7101e93368ba,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:24.088184 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c06081a8-e361-4dbd-99e1-afd6885858eb admin admin] Publish callbacks [] for security_group (dd92568c-4361-49a1-9152-7101e93368ba), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:24.110445 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:24.125241 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c06081a8-e361-4dbd-99e1-afd6885858eb admin admin] Publish callbacks [] for security_group (dd92568c-4361-49a1-9152-7101e93368ba), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:24.230381 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c06081a8-e361-4dbd-99e1-afd6885858eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (dd92568c-4361-49a1-9152-7101e93368ba), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:24.238302 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c06081a8-e361-4dbd-99e1-afd6885858eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:24.241000 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c06081a8-e361-4dbd-99e1-afd6885858eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd92568c-4361-49a1-9152-7101e93368ba HTTP/1.1" status: 204 len: 168 time: 0.2351551 Jul 18 16:41:24.259771 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06081a8-e361-4dbd-99e1-afd6885858eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd92568c-4361-49a1-9152-7101e93368ba,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:24.801459 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d94bf6-a5d6-4c28-8036-18f849317f36 req-114d204f-fa12-4545-ba8b-94b3763deccc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:24.819118 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-66d94bf6-a5d6-4c28-8036-18f849317f36 req-114d204f-fa12-4545-ba8b-94b3763deccc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.1013734 Jul 18 16:41:24.922188 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-421ffbd9-513b-42b0-b8c8-e7f2bd61b061 req-547f9ce7-c7eb-463f-8110-6a462110cf1c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0356579 Jul 18 16:41:24.925400 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-66d94bf6-a5d6-4c28-8036-18f849317f36 req-8efc83fc-4980-4335-9a9d-13d5c696e0b4 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875719 Jul 18 16:41:25.165969 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:25.292775 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3b067-1451-4301-a69e-5cfa9727beb1 req-46f8897e-f187-4530-814f-5567cbc23b56 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:25.294629 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-83a3b067-1451-4301-a69e-5cfa9727beb1 req-46f8897e-f187-4530-814f-5567cbc23b56 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0856767 Jul 18 16:41:25.348766 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-4aa1abee-8023-4191-b1cf-e23e9feae7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:25.356176 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-4aa1abee-8023-4191-b1cf-e23e9feae7f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1129 time: 0.0582247 Jul 18 16:41:25.368798 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-83a3b067-1451-4301-a69e-5cfa9727beb1 req-399c0e2f-f720-4561-84fe-56ebd0066003 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674348 Jul 18 16:41:25.445693 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=67 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:25.511718 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=18 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:25.739927 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:25.799938 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:25.868615 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:25.911605 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-3d5d2bf7-5160-4f21-868a-6c3f57d72bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:25.913187 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-3d5d2bf7-5160-4f21-868a-6c3f57d72bdd service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.4746878 Jul 18 16:41:25.983497 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-4245dea4-23c9-4c46-a640-d99b8738ccf5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 200 len: 217 time: 0.0494163 Jul 18 16:41:25.991362 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-3dbec0ea-77c4-48fd-8918-98a7859aa65a tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:25.992945 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-3dbec0ea-77c4-48fd-8918-98a7859aa65a tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "GET /v2.0/networks?id=2856077e-6a59-46cc-92f1-0b3d4ad6af1f HTTP/1.1" status: 200 len: 809 time: 0.5732992 Jul 18 16:41:26.028775 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Request body: {'port': {'device_id': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f', 'admin_state_up': True, 'tenant_id': 'a907861f2aca4a4286e9a46cdae6c4d2'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:26.101542 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f6d2e7da-9bdd-40ce-8085-9dd23fe033b6 req-eef2552a-0c8e-4a8a-99b6-e33cfc5db58c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0784657 Jul 18 16:41:26.137866 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-6199ec72-7e73-43a4-ba41-396daca0d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:26.139368 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-6199ec72-7e73-43a4-ba41-396daca0d770 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1454806 Jul 18 16:41:26.213246 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-e3f7576e-9930-4217-9ba2-f58155b3120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:26.214797 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-e3f7576e-9930-4217-9ba2-f58155b3120e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617003 Jul 18 16:41:26.319490 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Made reservation on behalf of a907861f2aca4a4286e9a46cdae6c4d2 for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:41:26.323386 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:26.387073 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-de50628f-032b-4287-8045-639c8f2a2734 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608362 Jul 18 16:41:26.541895 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea22b19-a8b3-47a1-bc5e-1e4ea257f47e req-0d2be73c-aedf-4c9b-815a-2effe38e1568 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:26.552673 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea22b19-a8b3-47a1-bc5e-1e4ea257f47e req-0d2be73c-aedf-4c9b-815a-2effe38e1568 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0672791 Jul 18 16:41:26.577373 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Allocated IP 172.20.0.4 (2856077e-6a59-46cc-92f1-0b3d4ad6af1f/d448ae5e-7049-4b7a-9730-f6ba46b8e3df/7d2fb95f-9875-4fbf-a12a-413fd22ef8b7) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:26.581857 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8f1bfed7-b245-46f9-bd02-984dbad5a03d req-949135ea-9897-4db0-945d-acf4b25a319a service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634204 Jul 18 16:41:26.635428 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea22b19-a8b3-47a1-bc5e-1e4ea257f47e req-67f9fa0e-916a-4223-9035-c46d0ef5e1f0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807104 Jul 18 16:41:26.888981 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks [] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:26.894545 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:26.931834 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:26.973143 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:26.983008 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:26.989858 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:26.997370 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:27.000999 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Pushing event updated for resources: {'Port': ['ID=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:27.056619 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:27.057287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.076206 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bfcc4183-87d1-455d-aba0-d189f0a6148c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0517156 Jul 18 16:41:27.244455 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68298b7e-8cda-4e6e-a739-a52d85726db3 req-bfb2e619-ae87-4804-8946-0021f0086699 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:27.245895 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68298b7e-8cda-4e6e-a739-a52d85726db3 req-bfb2e619-ae87-4804-8946-0021f0086699 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 931 time: 0.0521774 Jul 18 16:41:27.303542 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68298b7e-8cda-4e6e-a739-a52d85726db3 req-ebd4e353-0719-409e-8a09-4d0879eefa34 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476744 Jul 18 16:41:27.502904 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 57986) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:27.613050 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c147914a-2e82-4edd-9ce1-0d478472357a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.699518 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:27.705994 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c147914a-2e82-4edd-9ce1-0d478472357a admin admin] Publish callbacks [] for security_group (cd6c6f32-c896-4652-a816-3c4f662b278b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.712394 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c147914a-2e82-4edd-9ce1-0d478472357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cd6c6f32-c896-4652-a816-3c4f662b278b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.794654 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c147914a-2e82-4edd-9ce1-0d478472357a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72b8c005ec974c09a0157a38bec623e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905223 Jul 18 16:41:27.799161 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147914a-2e82-4edd-9ce1-0d478472357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6c6f32-c896-4652-a816-3c4f662b278b,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:27.799560 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 57996) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:27.818370 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db530ee-a8e0-40d0-a5b8-8b9772466dd0 req-f07063b3-1020-47f9-9226-7323ca77ec40 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:27.820027 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9db530ee-a8e0-40d0-a5b8-8b9772466dd0 req-f07063b3-1020-47f9-9226-7323ca77ec40 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0848372 Jul 18 16:41:27.859503 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-19de7a2b-0841-40e9-9074-5f192679826b admin admin] Publish callbacks [] for security_group (cd6c6f32-c896-4652-a816-3c4f662b278b), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.874231 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9db530ee-a8e0-40d0-a5b8-8b9772466dd0 req-fa2d1bea-a6f6-4036-a570-a06076f1ccb8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483289 Jul 18 16:41:27.885386 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-19de7a2b-0841-40e9-9074-5f192679826b admin admin] Publish callbacks [] for security_group (cd6c6f32-c896-4652-a816-3c4f662b278b), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.936798 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-19de7a2b-0841-40e9-9074-5f192679826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cd6c6f32-c896-4652-a816-3c4f662b278b), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.939553 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-19de7a2b-0841-40e9-9074-5f192679826b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:27.940726 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-19de7a2b-0841-40e9-9074-5f192679826b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cd6c6f32-c896-4652-a816-3c4f662b278b HTTP/1.1" status: 204 len: 168 time: 0.1401665 Jul 18 16:41:27.949183 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de7a2b-0841-40e9-9074-5f192679826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6c6f32-c896-4652-a816-3c4f662b278b,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:28.270136 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58004) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:28.287234 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b78fe5c4-1fbe-4bf0-96fa-98b60a579f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:28.379417 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b78fe5c4-1fbe-4bf0-96fa-98b60a579f80 admin admin] Publish callbacks [] for security_group (b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:28.385141 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b78fe5c4-1fbe-4bf0-96fa-98b60a579f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:28.449387 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b78fe5c4-1fbe-4bf0-96fa-98b60a579f80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6be7b13f324d47f1b2b40e12bafec089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768634 Jul 18 16:41:28.451248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58008) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:28.477437 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fe5c4-1fbe-4bf0-96fa-98b60a579f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:28.507384 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73cb2d-ff72-422b-b971-e0635b89e20c req-2763339b-a084-4fcd-a025-7742f39b5203 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:28.508976 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1f73cb2d-ff72-422b-b971-e0635b89e20c req-2763339b-a084-4fcd-a025-7742f39b5203 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 931 time: 0.0869887 Jul 18 16:41:28.526695 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cb84ad5e-014b-485a-ac4e-f7963c3c0ff1 admin admin] Publish callbacks [] for security_group (b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:28.553884 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cb84ad5e-014b-485a-ac4e-f7963c3c0ff1 admin admin] Publish callbacks [] for security_group (b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:28.577928 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1f73cb2d-ff72-422b-b971-e0635b89e20c req-5d1fe30a-7ecb-4e35-b865-f22514ee51c5 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625012 Jul 18 16:41:28.610133 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cb84ad5e-014b-485a-ac4e-f7963c3c0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:28.612674 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-cb84ad5e-014b-485a-ac4e-f7963c3c0ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:28.613914 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-cb84ad5e-014b-485a-ac4e-f7963c3c0ff1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377 HTTP/1.1" status: 204 len: 168 time: 0.1613104 Jul 18 16:41:28.623002 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84ad5e-014b-485a-ac4e-f7963c3c0ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cab9c2-7eab-4ccb-ad0b-ab8fa7a4a377,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:28.997831 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e046650-9531-440b-b99a-6e9513fe6bed req-5d439d99-3e2e-4a6a-9318-24ceeedd1d6d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:28.999586 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7e046650-9531-440b-b99a-6e9513fe6bed req-5d439d99-3e2e-4a6a-9318-24ceeedd1d6d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0505643 Jul 18 16:41:29.058292 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7e046650-9531-440b-b99a-6e9513fe6bed req-073d4e10-1153-402f-b3be-e619adb86852 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509086 Jul 18 16:41:29.399843 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Request body: {'port': {'device_id': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:29.481471 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:29.484899 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:29.668694 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:29.744302 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:29.772834 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6efdb-337c-45eb-926c-a9839bf29652 req-f923f997-a490-4923-b6f7-48f11314750a tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:29.776183 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ccd6efdb-337c-45eb-926c-a9839bf29652 req-f923f997-a490-4923-b6f7-48f11314750a tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 931 time: 0.1040494 Jul 18 16:41:29.890048 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ccd6efdb-337c-45eb-926c-a9839bf29652 req-010f2b06-0832-4c77-a997-e4a0166bb5e7 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025147 Jul 18 16:41:29.901072 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:41:29.911107 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Publish callbacks [] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:29.925459 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Transition to ACTIVE for port object 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:41:29.932947 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.018331 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Pushing event updated for resources: {'Port': ['ID=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:30.152044 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Attempting to bind port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:41:30.154912 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Attempting to bind port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:41:30.157682 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Attempting to bind port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 on network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:30.166605 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 on network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:41:30.166996 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Attempting to bind port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 on network 2856077e-6a59-46cc-92f1-0b3d4ad6af1f {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:30.176476 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:41:30.176948 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Checking segment: {'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:30.177401 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Bound using segment: {'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:41:30.178049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Bound port: 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a07436-3efd-4cd3-81e3-92ac181a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:41:30.178740 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.256490 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:30.266460 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] For port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:41:30.271908 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] For port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:41:30.281171 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723221ba-ba11-4787-bea3-20190fca9258 req-9a968dbb-78e7-4848-a46c-e8694be9d7f2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:30.281969 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.283471 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-723221ba-ba11-4787-bea3-20190fca9258 req-9a968dbb-78e7-4848-a46c-e8694be9d7f2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0724487 Jul 18 16:41:30.324477 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:30.325056 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.326918 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] 10.222.0.95 "PUT /v2.0/ports/7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 HTTP/1.1" status: 200 len: 1093 time: 0.9321938 Jul 18 16:41:30.327411 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'tag': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:41:30.331189 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c1bb9b-9fa2-44b8-93bc-0b9e37285c06" -d '{"events": [{"name": "network-changed", "server_uuid": "02afaf37-c2d4-47bc-b4d1-dcd5d1539128", "tag": "7d2fb95f-9875-4fbf-a12a-413fd22ef8b7"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:41:30.360845 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5db490-46e8-4715-b8c8-a4fdbda800fe service neutron] Pushing event updated for resources: {'Port': ['ID=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:30.378315 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-723221ba-ba11-4787-bea3-20190fca9258 req-1cdec449-a49b-46e0-a66b-759a1a871af7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Jul 18 16:41:30.424835 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296689ef-f947-49d7-bc7f-f85d482bf18b x-openstack-request-id: req-296689ef-f947-49d7-bc7f-f85d482bf18b {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:41:30.425415 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02afaf37-c2d4-47bc-b4d1-dcd5d1539128", "tag": "7d2fb95f-9875-4fbf-a12a-413fd22ef8b7", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:41:30.425727 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-296689ef-f947-49d7-bc7f-f85d482bf18b {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:41:30.426341 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296689ef-f947-49d7-bc7f-f85d482bf18b'] response: {'name': 'network-changed', 'server_uuid': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'tag': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7', 'status': 'completed', 'code': 200} Jul 18 16:41:31.031397 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc391e34-d381-436e-8105-dab583ecb498 req-ff914663-178a-42d3-85a5-a55928c44a83 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:31.033009 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dc391e34-d381-436e-8105-dab583ecb498 req-ff914663-178a-42d3-85a5-a55928c44a83 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 943 time: 0.0520811 Jul 18 16:41:31.086082 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dc391e34-d381-436e-8105-dab583ecb498 req-e0ca4355-b27f-40ce-a6f3-0f88a2571de9 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 Jul 18 16:41:31.525211 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1bb9b-9fa2-44b8-93bc-0b9e37285c06 req-d1654849-c15c-46f3-bd24-b7ba8f77a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:31.526788 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-03c1bb9b-9fa2-44b8-93bc-0b9e37285c06 req-d1654849-c15c-46f3-bd24-b7ba8f77a2f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 1127 time: 0.0757840 Jul 18 16:41:31.546895 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e0fc9-a959-499c-ab4b-45e7fde507a2 req-ce7efec6-4d64-43c8-9517-8e82e7e4d78f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:31.549475 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-be6e0fc9-a959-499c-ab4b-45e7fde507a2 req-ce7efec6-4d64-43c8-9517-8e82e7e4d78f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0620835 Jul 18 16:41:31.679863 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-be6e0fc9-a959-499c-ab4b-45e7fde507a2 req-10d6fa46-f675-4849-b6cf-3624ee8e0b1e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195879 Jul 18 16:41:31.706341 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1bb9b-9fa2-44b8-93bc-0b9e37285c06 req-9f3d690f-55e9-4430-a8b2-0d408c49b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:31.708793 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-03c1bb9b-9fa2-44b8-93bc-0b9e37285c06 req-9f3d690f-55e9-4430-a8b2-0d408c49b214 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1583838 Jul 18 16:41:31.863082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:31.875530 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1bb9b-9fa2-44b8-93bc-0b9e37285c06 req-90241ac0-6882-47a0-a8c1-a27924c85ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:31.877669 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-03c1bb9b-9fa2-44b8-93bc-0b9e37285c06 req-90241ac0-6882-47a0-a8c1-a27924c85ac5 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577129 Jul 18 16:41:32.273299 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046690a0-8cbe-42bc-a362-f944c2e158f6 req-5cbcda0a-cf4e-4fcc-8db2-57baba80b43b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:32.275132 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-046690a0-8cbe-42bc-a362-f944c2e158f6 req-5cbcda0a-cf4e-4fcc-8db2-57baba80b43b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 943 time: 0.0827804 Jul 18 16:41:32.355361 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-046690a0-8cbe-42bc-a362-f944c2e158f6 req-a4e73cde-ee06-4662-88e8-8221cb5d259c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735509 Jul 18 16:41:32.823079 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-128041d1-36e7-4fc3-a5c3-7950bb6cd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:32.824722 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-128041d1-36e7-4fc3-a5c3-7950bb6cd48b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 1127 time: 0.0787773 Jul 18 16:41:32.840938 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15389058-0be2-47d9-b3a5-9f95c3256b40 req-6b58eb6a-9b78-40d8-b6d2-dcf7e360693e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:32.842691 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15389058-0be2-47d9-b3a5-9f95c3256b40 req-6b58eb6a-9b78-40d8-b6d2-dcf7e360693e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0637534 Jul 18 16:41:32.903105 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-e84d9a16-ae8a-4568-8521-bfe1db431145 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 HTTP/1.1" status: 200 len: 217 time: 0.0466893 Jul 18 16:41:32.926200 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:32.968232 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15389058-0be2-47d9-b3a5-9f95c3256b40 req-6c136b31-48d6-4a97-baf4-af81aa04643f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183836 Jul 18 16:41:32.990910 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bca8a237-e76b-4173-914d-7d1cb0ab7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:32.993475 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-bca8a237-e76b-4173-914d-7d1cb0ab7f10 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d448ae5e-7049-4b7a-9730-f6ba46b8e3df HTTP/1.1" status: 200 len: 849 time: 0.0834281 Jul 18 16:41:33.050605 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-e4693d73-4121-4e0f-84d3-bc629e4b48e6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2856077e-6a59-46cc-92f1-0b3d4ad6af1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459769 Jul 18 16:41:33.198996 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-df62c91e-0135-41f0-940b-317265fcab25 service neutron] 10.222.0.95 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283329 Jul 18 16:41:33.349998 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dbbe1b44-7a4a-4285-99f2-d0ac93ebc4bc req-08ce8b6d-99ab-4290-bf9a-ef2905f1d28c service neutron] 10.222.0.95 "GET /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408827 Jul 18 16:41:33.518049 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d35552-ad98-44c7-9340-19f7e69ed170 req-fad4fc83-0473-4a89-8de4-f1bcea423d14 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:33.519780 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-39d35552-ad98-44c7-9340-19f7e69ed170 req-fad4fc83-0473-4a89-8de4-f1bcea423d14 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 943 time: 0.0663025 Jul 18 16:41:33.605441 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-39d35552-ad98-44c7-9340-19f7e69ed170 req-0e1f8985-3b70-4140-bf96-a3622b15b657 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790794 Jul 18 16:41:34.564753 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58216) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:34.570991 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-b1557a38-9609-4e2f-8b46-d5210e71ca91 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8860233', 'description': 'tempest-description--1700277479'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:34.600054 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b1557a38-9609-4e2f-8b46-d5210e71ca91 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:34.722627 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58226) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:34.739545 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b1557a38-9609-4e2f-8b46-d5210e71ca91 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group (a03266b6-e61b-4114-b88c-3f80490c8d49), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:34.747353 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b1557a38-9609-4e2f-8b46-d5210e71ca91 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a03266b6-e61b-4114-b88c-3f80490c8d49), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:34.813203 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b1557a38-9609-4e2f-8b46-d5210e71ca91 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:34.819992 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58232) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:34.821116 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b1557a38-9609-4e2f-8b46-d5210e71ca91 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2547319 Jul 18 16:41:34.834568 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-2f27f3b3-c3ef-4547-a138-e5f828dcdb23 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'security_group_rule': {'security_group_id': 'a03266b6-e61b-4114-b88c-3f80490c8d49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:34.864077 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1557a38-9609-4e2f-8b46-d5210e71ca91 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03266b6-e61b-4114-b88c-3f80490c8d49,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:34.896735 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3545a24-f261-48af-a967-e38834c91172 req-3e5fbd71-ccb6-41b7-99a8-3e69c2bc977b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:34.900200 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a3545a24-f261-48af-a967-e38834c91172 req-3e5fbd71-ccb6-41b7-99a8-3e69c2bc977b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 943 time: 0.1162536 Jul 18 16:41:34.951402 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f27f3b3-c3ef-4547-a138-e5f828dcdb23 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group_rule (6e4b3585-125b-4d80-b1bc-ca49cd798a79), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:34.960661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:35.031759 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a3545a24-f261-48af-a967-e38834c91172 req-dceab329-e41f-47f7-90e5-929f7456adf5 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171231 Jul 18 16:41:35.104397 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f27f3b3-c3ef-4547-a138-e5f828dcdb23 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group_rule (6e4b3585-125b-4d80-b1bc-ca49cd798a79), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.107142 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-790aab7f-305d-4748-b1e6-be60fd94c1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.114009 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f27f3b3-c3ef-4547-a138-e5f828dcdb23 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (6e4b3585-125b-4d80-b1bc-ca49cd798a79), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.175983 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27f3b3-c3ef-4547-a138-e5f828dcdb23 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4b3585-125b-4d80-b1bc-ca49cd798a79,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:35.195007 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f27f3b3-c3ef-4547-a138-e5f828dcdb23 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.197021 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-2f27f3b3-c3ef-4547-a138-e5f828dcdb23 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743243 Jul 18 16:41:35.203320 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58242) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:35.209279 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-18849128-9d6f-412c-aceb-21f6f15612de tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'security_group_rule': {'security_group_id': 'a03266b6-e61b-4114-b88c-3f80490c8d49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:35.267226 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18849128-9d6f-412c-aceb-21f6f15612de tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group_rule (cb84de07-9ad3-46f2-91a7-c3a77b70b3a5), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.351891 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-790aab7f-305d-4748-b1e6-be60fd94c1e1 admin admin] Publish callbacks [] for security_group (cca6e7a5-a194-4797-ad7f-b795e5bc86cf), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.359126 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-790aab7f-305d-4748-b1e6-be60fd94c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cca6e7a5-a194-4797-ad7f-b795e5bc86cf), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.407207 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18849128-9d6f-412c-aceb-21f6f15612de tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group_rule (cb84de07-9ad3-46f2-91a7-c3a77b70b3a5), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.416249 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790aab7f-305d-4748-b1e6-be60fd94c1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6e7a5-a194-4797-ad7f-b795e5bc86cf,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:35.418061 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18849128-9d6f-412c-aceb-21f6f15612de tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (cb84de07-9ad3-46f2-91a7-c3a77b70b3a5), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.420826 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-790aab7f-305d-4748-b1e6-be60fd94c1e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f76540bb35d94b1eb9399317e8c172fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6967793 Jul 18 16:41:35.425589 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58244) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:35.448924 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18849128-9d6f-412c-aceb-21f6f15612de tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb84de07-9ad3-46f2-91a7-c3a77b70b3a5,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:35.456431 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18849128-9d6f-412c-aceb-21f6f15612de tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.461317 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-18849128-9d6f-412c-aceb-21f6f15612de tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562907 Jul 18 16:41:35.461974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58246) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:35.466708 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:35.479948 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:41:35.496642 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.502684 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:35.525119 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b1c9987d-7168-435a-bada-69adb19ff24b admin admin] Publish callbacks [] for security_group (cca6e7a5-a194-4797-ad7f-b795e5bc86cf), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.579748 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b1c9987d-7168-435a-bada-69adb19ff24b admin admin] Publish callbacks [] for security_group (cca6e7a5-a194-4797-ad7f-b795e5bc86cf), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.622552 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:35.632235 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.656110 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:35.672776 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7', 'network_id': '2856077e-6a59-46cc-92f1-0b3d4ad6af1f', 'port_id': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7', 'mac_address': 'fa:16:3e:81:ef:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd448ae5e-7049-4b7a-9730-f6ba46b8e3df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:41:35.683420 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b1c9987d-7168-435a-bada-69adb19ff24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cca6e7a5-a194-4797-ad7f-b795e5bc86cf), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.686286 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b1c9987d-7168-435a-bada-69adb19ff24b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.691585 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b1c9987d-7168-435a-bada-69adb19ff24b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cca6e7a5-a194-4797-ad7f-b795e5bc86cf HTTP/1.1" status: 204 len: 168 time: 0.2608304 Jul 18 16:41:35.706994 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9987d-7168-435a-bada-69adb19ff24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6e7a5-a194-4797-ad7f-b795e5bc86cf,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:35.752116 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:35.752833 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.805165 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:41:35.849692 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:35.859321 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:35.871190 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Allocated IP 172.27.0.192 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/c5ff155f-36d2-4d7a-9f45-744210cb1936) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:35.933607 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:35.964691 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:36.074884 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.190681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.354664 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:36.368091 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['7d2fb95f-9875-4fbf-a12a-413fd22ef8b7'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:41:36.399578 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:36.403964 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:36.422697 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b123a-4879-43de-9c66-1fd8083f47cd req-ad8be842-164e-4862-b294-9b72d8c36d57 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:36.426921 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-779b123a-4879-43de-9c66-1fd8083f47cd req-ad8be842-164e-4862-b294-9b72d8c36d57 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 944 time: 0.2121572 Jul 18 16:41:36.431187 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'Port': ['ID=c5ff155f-36d2-4d7a-9f45-744210cb1936,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:36.489257 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:36.604091 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-779b123a-4879-43de-9c66-1fd8083f47cd req-d7ebab08-14cf-4f15-814d-6b42bccd0a41 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147659 Jul 18 16:41:36.651347 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58292) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:36.791420 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.888449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.928904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-303d87ed-145a-4b11-a8a2-ca43e9fe584d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.028236 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:37.131340 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:37.152771 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-303d87ed-145a-4b11-a8a2-ca43e9fe584d admin admin] Publish callbacks [] for security_group (72cea96a-cb19-4f33-998b-f14314084969), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.158037 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-303d87ed-145a-4b11-a8a2-ca43e9fe584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (72cea96a-cb19-4f33-998b-f14314084969), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.207276 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d87ed-145a-4b11-a8a2-ca43e9fe584d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cea96a-cb19-4f33-998b-f14314084969,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:37.215041 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-303d87ed-145a-4b11-a8a2-ca43e9fe584d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7291137bcc13437884d14bc24d1f67a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5607162 Jul 18 16:41:37.216373 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58308) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:37.312445 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fce0-06c0-4762-84aa-929cba1c83b1 admin admin] Publish callbacks [] for security_group (72cea96a-cb19-4f33-998b-f14314084969), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.354932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fce0-06c0-4762-84aa-929cba1c83b1 admin admin] Publish callbacks [] for security_group (72cea96a-cb19-4f33-998b-f14314084969), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.490062 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fce0-06c0-4762-84aa-929cba1c83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (72cea96a-cb19-4f33-998b-f14314084969), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.492758 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1fd8fce0-06c0-4762-84aa-929cba1c83b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.493954 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1fd8fce0-06c0-4762-84aa-929cba1c83b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72cea96a-cb19-4f33-998b-f14314084969 HTTP/1.1" status: 204 len: 168 time: 0.2764626 Jul 18 16:41:37.504130 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8fce0-06c0-4762-84aa-929cba1c83b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cea96a-cb19-4f33-998b-f14314084969,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:37.506939 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:37.608752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.621815 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.716917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.755641 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.757296 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2942259 Jul 18 16:41:37.760207 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667ceb4-2155-4b57-a5f7-44ef94e62aec tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'Port': ['ID=c5ff155f-36d2-4d7a-9f45-744210cb1936,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:37.798592 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49efc47-798a-4d34-a48a-32670435713f req-8496660c-48a1-4fe0-acd3-93b4e5579e96 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:37.802800 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b49efc47-798a-4d34-a48a-32670435713f req-8496660c-48a1-4fe0-acd3-93b4e5579e96 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 944 time: 0.0790029 Jul 18 16:41:37.814471 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:41:37.922303 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:41:37.937108 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:37.937492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:37.939116 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b49efc47-798a-4d34-a48a-32670435713f req-db10bfa0-d842-4751-b39c-1bb26713ee7e tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199174 Jul 18 16:41:38.191875 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-ca90aaeb-d2e4-4a43-ad01-9f7b3dd0f663 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--8860233&fields=id&tenant_id=afb65421f9504a918b7a47451fac6707 HTTP/1.1" status: 200 len: 267 time: 0.0990088 Jul 18 16:41:38.237189 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:38.238522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.260105 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58350) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:38.276303 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7d6aac29-437e-4831-b960-44ad86deb1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.292920 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:41:38.297322 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4268963-6858-413e-a30b-a6a8032e386c" -d '{"events": [{"server_uuid": "02afaf37-c2d4-47bc-b4d1-dcd5d1539128", "name": "network-vif-plugged", "status": "completed", "tag": "7d2fb95f-9875-4fbf-a12a-413fd22ef8b7"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:41:38.325086 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:38.333005 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.374002 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e394b8f-6572-4736-9d54-e448df54b50c x-openstack-request-id: req-6e394b8f-6572-4736-9d54-e448df54b50c {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:41:38.374624 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02afaf37-c2d4-47bc-b4d1-dcd5d1539128", "name": "network-vif-plugged", "status": "completed", "tag": "7d2fb95f-9875-4fbf-a12a-413fd22ef8b7", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:41:38.374868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6e394b8f-6572-4736-9d54-e448df54b50c {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:41:38.375460 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e394b8f-6572-4736-9d54-e448df54b50c'] response: {'server_uuid': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7', 'code': 200} Jul 18 16:41:38.380557 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-ab69da3b-8948-48fe-802c-81a8cfa4a6a6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:38.383631 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-ab69da3b-8948-48fe-802c-81a8cfa4a6a6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 819 time: 0.1904533 Jul 18 16:41:38.399151 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7d6aac29-437e-4831-b960-44ad86deb1c7 admin admin] Publish callbacks [] for security_group (a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.401296 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-812ef50d-9576-4540-9bf4-91f929cc56a1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/quotas/afb65421f9504a918b7a47451fac6707 HTTP/1.1" status: 200 len: 375 time: 0.0113785 Jul 18 16:41:38.406485 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7d6aac29-437e-4831-b960-44ad86deb1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.434074 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:38.456104 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7d6aac29-437e-4831-b960-44ad86deb1c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4a9e2afecfb0478c85c4e1c8d25ffe07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944611 Jul 18 16:41:38.458807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58356) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:38.466669 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aac29-437e-4831-b960-44ad86deb1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:38.507181 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-43e48972-e34c-4c75-b1c4-ac788eca4e4c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0884726 Jul 18 16:41:38.575416 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60488ea6-faf7-4520-a412-0394c43d6fe4 admin admin] Publish callbacks [] for security_group (a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.594698 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:38.619895 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60488ea6-faf7-4520-a412-0394c43d6fe4 admin admin] Publish callbacks [] for security_group (a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.701023 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-862725f3-3412-4915-9dbc-2ddbc9d2129e service neutron] 10.222.0.77 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755760 Jul 18 16:41:38.726263 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35539764-095c-4c27-82ca-8d25ba96ce84 req-88adea28-fe13-4ae1-8931-bfe978c548b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:38.728311 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-35539764-095c-4c27-82ca-8d25ba96ce84 req-88adea28-fe13-4ae1-8931-bfe978c548b2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 1129 time: 0.0529923 Jul 18 16:41:38.748533 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60488ea6-faf7-4520-a412-0394c43d6fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.753221 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60488ea6-faf7-4520-a412-0394c43d6fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:38.756346 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-60488ea6-faf7-4520-a412-0394c43d6fe4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6 HTTP/1.1" status: 204 len: 168 time: 0.2943690 Jul 18 16:41:38.774064 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60488ea6-faf7-4520-a412-0394c43d6fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b24bf6-e5ac-4715-b48f-e3ed44a9c7d6,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:38.838119 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-35539764-095c-4c27-82ca-8d25ba96ce84 req-ca915160-0ca6-4dea-a27a-e41c5444812a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976672 Jul 18 16:41:38.889312 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-350b0e8f-cf9e-4c5f-842e-b809546b15da service neutron] 10.222.0.77 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802039 Jul 18 16:41:39.001192 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58374) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:39.299026 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4690f-3c16-4617-8330-da237723c62e req-a1794926-3dc0-466b-80dc-83e34573092d tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:39.300777 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-04b4690f-3c16-4617-8330-da237723c62e req-a1794926-3dc0-466b-80dc-83e34573092d tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.1194401 Jul 18 16:41:39.392593 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-04b4690f-3c16-4617-8330-da237723c62e req-c7e411f3-ffd2-4fa7-865b-7ca0761ba0d6 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809188 Jul 18 16:41:39.443424 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f41180a0-5d15-4af4-a7d0-5a178c5a453c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:39.565064 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ab765577-a69c-4919-b1e5-6c86e2485022 req-7f57b324-7795-40be-8278-e99550d9ed9d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0589240 Jul 18 16:41:39.631094 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:39.701759 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f41180a0-5d15-4af4-a7d0-5a178c5a453c admin admin] Publish callbacks [] for security_group (fdae8f81-2f5d-43d1-8414-268225459823), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:39.713959 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f41180a0-5d15-4af4-a7d0-5a178c5a453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fdae8f81-2f5d-43d1-8414-268225459823), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:39.835650 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f41180a0-5d15-4af4-a7d0-5a178c5a453c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c673cdee091a4bd081ced1f35d04b5ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8305488 Jul 18 16:41:39.841462 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58416) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:39.881052 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa960b88-b4aa-4a99-9413-002f1d689653 req-87c549f4-a25b-472b-a7a5-f0edff27192d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:39.884756 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41180a0-5d15-4af4-a7d0-5a178c5a453c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdae8f81-2f5d-43d1-8414-268225459823,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:39.891110 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-aa960b88-b4aa-4a99-9413-002f1d689653 req-87c549f4-a25b-472b-a7a5-f0edff27192d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1646149 Jul 18 16:41:40.002348 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f52e8f4f-c898-46d4-81fd-7f5efff4b230 admin admin] Publish callbacks [] for security_group (fdae8f81-2f5d-43d1-8414-268225459823), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.027518 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-aa960b88-b4aa-4a99-9413-002f1d689653 req-b7834640-e006-49cb-8534-d36456d993dc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314373 Jul 18 16:41:40.031641 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f52e8f4f-c898-46d4-81fd-7f5efff4b230 admin admin] Publish callbacks [] for security_group (fdae8f81-2f5d-43d1-8414-268225459823), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.112062 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f52e8f4f-c898-46d4-81fd-7f5efff4b230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fdae8f81-2f5d-43d1-8414-268225459823), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.117684 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f52e8f4f-c898-46d4-81fd-7f5efff4b230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.119229 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f52e8f4f-c898-46d4-81fd-7f5efff4b230 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fdae8f81-2f5d-43d1-8414-268225459823 HTTP/1.1" status: 204 len: 168 time: 0.2756014 Jul 18 16:41:40.136063 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e8f4f-c898-46d4-81fd-7f5efff4b230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdae8f81-2f5d-43d1-8414-268225459823,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:40.527677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58436) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:40.555029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ceb-0d52-4fe3-be33-a6b76963af7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.576729 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:40.580812 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af8c3e-98b9-45d5-96d3-250078df59b9 req-7e0c65d7-9065-4ca3-a086-1865090d7db8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:40.583173 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-60af8c3e-98b9-45d5-96d3-250078df59b9 req-7e0c65d7-9065-4ca3-a086-1865090d7db8 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.0675159 Jul 18 16:41:40.711220 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-60af8c3e-98b9-45d5-96d3-250078df59b9 req-1caa8855-41b9-4749-8901-89ec5c06d6c4 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170833 Jul 18 16:41:40.711715 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-499f1dac-2c43-42e6-961f-309d0d0bfa8c req-eb01a169-6df8-48fe-a87c-924141f87bae tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0428116 Jul 18 16:41:40.713683 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ceb-0d52-4fe3-be33-a6b76963af7b admin admin] Publish callbacks [] for security_group (39b5c175-48dd-462e-8adf-12b5e7e79451), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.719987 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-43aa1ceb-0d52-4fe3-be33-a6b76963af7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (39b5c175-48dd-462e-8adf-12b5e7e79451), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.768072 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-43aa1ceb-0d52-4fe3-be33-a6b76963af7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cf1c9fa835e4bc19aa7acec024ef4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389083 Jul 18 16:41:40.768966 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa1ceb-0d52-4fe3-be33-a6b76963af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b5c175-48dd-462e-8adf-12b5e7e79451,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:40.771967 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58446) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:40.851472 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-55cfc6a7-106f-4389-bd9d-b32d86a396cd admin admin] Publish callbacks [] for security_group (39b5c175-48dd-462e-8adf-12b5e7e79451), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.879630 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-55cfc6a7-106f-4389-bd9d-b32d86a396cd admin admin] Publish callbacks [] for security_group (39b5c175-48dd-462e-8adf-12b5e7e79451), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.950295 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-55cfc6a7-106f-4389-bd9d-b32d86a396cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (39b5c175-48dd-462e-8adf-12b5e7e79451), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.956498 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-55cfc6a7-106f-4389-bd9d-b32d86a396cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.958708 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-55cfc6a7-106f-4389-bd9d-b32d86a396cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39b5c175-48dd-462e-8adf-12b5e7e79451 HTTP/1.1" status: 204 len: 168 time: 0.1850491 Jul 18 16:41:40.973691 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfc6a7-106f-4389-bd9d-b32d86a396cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b5c175-48dd-462e-8adf-12b5e7e79451,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:41.225507 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53046351-dfc0-448f-94a7-1e6fd016b583 req-9485da9b-8fa4-4b3d-a08b-a655c6266593 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:41.227278 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-53046351-dfc0-448f-94a7-1e6fd016b583 req-9485da9b-8fa4-4b3d-a08b-a655c6266593 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0596142 Jul 18 16:41:41.310196 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-53046351-dfc0-448f-94a7-1e6fd016b583 req-0ffd51c8-13ee-429e-ae73-46d00ad4809e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739391 Jul 18 16:41:41.843257 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-707c04e8-529d-4c49-b650-591678dc73a9 req-8864a77d-d748-4425-a9fa-a2e0acc4c278 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0357976 Jul 18 16:41:42.312776 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58526) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:42.468974 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb1344-9ead-4986-8786-71f1deb17cc9 req-c137cf79-4aea-4e01-a8d8-4b6f76588bf5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:42.475258 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-edbb1344-9ead-4986-8786-71f1deb17cc9 req-c137cf79-4aea-4e01-a8d8-4b6f76588bf5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0645220 Jul 18 16:41:42.547678 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:42.557917 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-edbb1344-9ead-4986-8786-71f1deb17cc9 req-c52fcf4b-a986-4005-aa25-48bf12d2352a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803874 Jul 18 16:41:42.560872 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a8830b65-a12b-4912-8c19-58f36516a17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.669157 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a8830b65-a12b-4912-8c19-58f36516a17d admin admin] Publish callbacks [] for security_group (e1948f2a-faa6-4374-8f50-35cc32ee53cb), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.674110 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a8830b65-a12b-4912-8c19-58f36516a17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e1948f2a-faa6-4374-8f50-35cc32ee53cb), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.726207 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:42.754567 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a8830b65-a12b-4912-8c19-58f36516a17d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c07ae9d0b43e4ff9a13b61e5654b0ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4403989 Jul 18 16:41:42.756316 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8830b65-a12b-4912-8c19-58f36516a17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1948f2a-faa6-4374-8f50-35cc32ee53cb,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:42.759221 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58556) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:42.847301 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:42.852571 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89eaf98f-c0b5-4c22-85c7-0827a296d4e9 admin admin] Publish callbacks [] for security_group (e1948f2a-faa6-4374-8f50-35cc32ee53cb), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.881640 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89eaf98f-c0b5-4c22-85c7-0827a296d4e9 admin admin] Publish callbacks [] for security_group (e1948f2a-faa6-4374-8f50-35cc32ee53cb), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.952602 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89eaf98f-c0b5-4c22-85c7-0827a296d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e1948f2a-faa6-4374-8f50-35cc32ee53cb), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.955789 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89eaf98f-c0b5-4c22-85c7-0827a296d4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.956955 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-89eaf98f-c0b5-4c22-85c7-0827a296d4e9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1948f2a-faa6-4374-8f50-35cc32ee53cb HTTP/1.1" status: 204 len: 168 time: 0.1963394 Jul 18 16:41:42.982570 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b6e45dc0-8e91-41b8-b3c7-4eb84fac1de3 req-c19741f2-ba3b-404e-98aa-4ecf1b352ec1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0393958 Jul 18 16:41:42.983377 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaf98f-c0b5-4c22-85c7-0827a296d4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1948f2a-faa6-4374-8f50-35cc32ee53cb,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:43.352034 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58576) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:43.372525 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a5fe66e1-4072-483b-bcad-9a70ccfb1c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.494121 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a5fe66e1-4072-483b-bcad-9a70ccfb1c4d admin admin] Publish callbacks [] for security_group (a5549bc4-2f34-4eac-9800-e23c510e118b), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.499014 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a5fe66e1-4072-483b-bcad-9a70ccfb1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a5549bc4-2f34-4eac-9800-e23c510e118b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.564024 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe66e1-4072-483b-bcad-9a70ccfb1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5549bc4-2f34-4eac-9800-e23c510e118b,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:43.568721 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a5fe66e1-4072-483b-bcad-9a70ccfb1c4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=380ec613d78e44c9a77f0c2c93847840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151163 Jul 18 16:41:43.571520 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58590) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:43.648036 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-23ec10d0-e01d-4e7d-9d76-0ee7b4f46b87 admin admin] Publish callbacks [] for security_group (a5549bc4-2f34-4eac-9800-e23c510e118b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.685872 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-23ec10d0-e01d-4e7d-9d76-0ee7b4f46b87 admin admin] Publish callbacks [] for security_group (a5549bc4-2f34-4eac-9800-e23c510e118b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.751200 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133d47a-dea6-4620-8290-6a00b9b83392 req-bca82b65-b8d0-4f0c-ab39-a12017a1e75e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:43.759595 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7133d47a-dea6-4620-8290-6a00b9b83392 req-bca82b65-b8d0-4f0c-ab39-a12017a1e75e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0772867 Jul 18 16:41:43.764170 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-23ec10d0-e01d-4e7d-9d76-0ee7b4f46b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a5549bc4-2f34-4eac-9800-e23c510e118b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.772507 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-23ec10d0-e01d-4e7d-9d76-0ee7b4f46b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.775405 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-23ec10d0-e01d-4e7d-9d76-0ee7b4f46b87 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5549bc4-2f34-4eac-9800-e23c510e118b HTTP/1.1" status: 204 len: 168 time: 0.2023842 Jul 18 16:41:43.806852 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec10d0-e01d-4e7d-9d76-0ee7b4f46b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5549bc4-2f34-4eac-9800-e23c510e118b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:43.827258 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7133d47a-dea6-4620-8290-6a00b9b83392 req-17ba0494-fd63-4316-b6f4-8a88844603c0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662427 Jul 18 16:41:44.189251 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1334fc6f-8101-4c56-8942-b3dee6e9cf07 req-378ed60a-0e22-4044-bdd9-c0959e0a21e0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0561912 Jul 18 16:41:44.769652 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3d19d-cc93-4d70-87b2-6363a0ca4113 req-3d354908-1c61-42b6-88ce-42a5691e900b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:44.772212 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-37b3d19d-cc93-4d70-87b2-6363a0ca4113 req-3d354908-1c61-42b6-88ce-42a5691e900b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.0795584 Jul 18 16:41:44.848669 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-37b3d19d-cc93-4d70-87b2-6363a0ca4113 req-841b56db-9b48-4689-b7f5-f14c54313f27 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693347 Jul 18 16:41:45.039751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77d9d4-ab2a-496f-a172-411e12360a81 req-0b1ecb4c-0031-4e47-92ae-532fadfbb4c9 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:45.041427 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1e77d9d4-ab2a-496f-a172-411e12360a81 req-0b1ecb4c-0031-4e47-92ae-532fadfbb4c9 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0502465 Jul 18 16:41:45.103892 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1e77d9d4-ab2a-496f-a172-411e12360a81 req-0730cb17-94f5-4cec-bd27-81a36228e3e0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553794 Jul 18 16:41:45.321418 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3ca2cf45-6865-4c94-806b-d4ca9a683576 req-4c676ec5-0348-40e9-82bd-146a7030e7aa tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0425735 Jul 18 16:41:45.652967 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58678) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:45.660550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-02942656-bd87-4be6-806d-04dd78ce4f59 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011746545', 'description': 'tempest-description--738609655'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:45.691554 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-02942656-bd87-4be6-806d-04dd78ce4f59 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:45.808808 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-02942656-bd87-4be6-806d-04dd78ce4f59 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (97591266-3d90-42cd-9c23-37faf2529f28), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:45.814107 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-02942656-bd87-4be6-806d-04dd78ce4f59 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (97591266-3d90-42cd-9c23-37faf2529f28), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:45.850320 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-02942656-bd87-4be6-806d-04dd78ce4f59 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:45.851839 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-02942656-bd87-4be6-806d-04dd78ce4f59 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1972663 Jul 18 16:41:45.856207 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58686) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:45.861118 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-b998cb74-2461-4bce-8f68-f54eaf490f7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '97591266-3d90-42cd-9c23-37faf2529f28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:45.867294 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02942656-bd87-4be6-806d-04dd78ce4f59 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97591266-3d90-42cd-9c23-37faf2529f28,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:45.869497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:45.910267 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b998cb74-2461-4bce-8f68-f54eaf490f7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (24d36968-9931-4671-9e2f-cc8a0094930b), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.044937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b998cb74-2461-4bce-8f68-f54eaf490f7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (24d36968-9931-4671-9e2f-cc8a0094930b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.051982 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e087d8-e3c4-4a23-9c1d-d762f6a2d2b6 req-66ec59fd-1d4d-46a1-86f5-2b79ac8f359e tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:46.053850 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a3e087d8-e3c4-4a23-9c1d-d762f6a2d2b6 req-66ec59fd-1d4d-46a1-86f5-2b79ac8f359e tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.1051435 Jul 18 16:41:46.055123 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b998cb74-2461-4bce-8f68-f54eaf490f7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (24d36968-9931-4671-9e2f-cc8a0094930b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.094545 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998cb74-2461-4bce-8f68-f54eaf490f7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d36968-9931-4671-9e2f-cc8a0094930b,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:46.120255 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b998cb74-2461-4bce-8f68-f54eaf490f7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.126893 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b998cb74-2461-4bce-8f68-f54eaf490f7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642615 Jul 18 16:41:46.127204 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 58694) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:46.140003 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-98a6fb43-b1e7-4b01-ad79-ed2c25a41d31 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '97591266-3d90-42cd-9c23-37faf2529f28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:46.155748 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a3e087d8-e3c4-4a23-9c1d-d762f6a2d2b6 req-53b5d774-65a8-4096-89df-754097aa0180 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930352 Jul 18 16:41:46.200209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a6fb43-b1e7-4b01-ad79-ed2c25a41d31 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (9518e079-879d-4911-80ce-a66770ef4a13), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.218069 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:46.222098 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:46.316195 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad8cd-9e91-4c81-836f-bfd88d34a8a0 req-71f5b262-3c87-4ac2-aadb-7d0300123040 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:46.319301 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-961ad8cd-9e91-4c81-836f-bfd88d34a8a0 req-71f5b262-3c87-4ac2-aadb-7d0300123040 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0943272 Jul 18 16:41:46.331891 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a6fb43-b1e7-4b01-ad79-ed2c25a41d31 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (9518e079-879d-4911-80ce-a66770ef4a13), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.339567 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a6fb43-b1e7-4b01-ad79-ed2c25a41d31 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (9518e079-879d-4911-80ce-a66770ef4a13), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.390673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6fb43-b1e7-4b01-ad79-ed2c25a41d31 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9518e079-879d-4911-80ce-a66770ef4a13,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:46.412274 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a6fb43-b1e7-4b01-ad79-ed2c25a41d31 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.413895 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-98a6fb43-b1e7-4b01-ad79-ed2c25a41d31 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2854931 Jul 18 16:41:46.417371 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-961ad8cd-9e91-4c81-836f-bfd88d34a8a0 req-e34810fd-6de6-4990-8bde-9087ce2d9bbf tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873520 Jul 18 16:41:46.418168 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 58706) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:46.423964 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:46.454230 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.511460 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c1b334cc-763c-4af0-91be-184e68967397 req-ba8f59a6-e188-43ac-adca-d600098824f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0467746 Jul 18 16:41:46.598769 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.761843 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.27.0.124 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/4133aa27-422f-4f26-bf03-78dc4e0ecd12) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:46.778821 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:46.938883 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:46.954095 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:47.003298 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:47.047422 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:47.053402 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:47.055871 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=4133aa27-422f-4f26-bf03-78dc4e0ecd12,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:47.060283 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:47.154153 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (3a514939-edd7-442d-93c0-3ab9e9fe99cc), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:47.196012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:47.362754 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52b83c-85c5-4355-8d7e-95f3958d9609 req-a0813d28-844c-494e-a847-fe7d8c634683 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:47.364246 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7c52b83c-85c5-4355-8d7e-95f3958d9609 req-a0813d28-844c-494e-a847-fe7d8c634683 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.0690575 Jul 18 16:41:47.422918 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:47.434935 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:47.471248 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7c52b83c-85c5-4355-8d7e-95f3958d9609 req-95de9ccb-28e3-4413-b38c-6f8f38ded8f3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004968 Jul 18 16:41:47.525306 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=4133aa27-422f-4f26-bf03-78dc4e0ecd12,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:47.533765 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (3a514939-edd7-442d-93c0-3ab9e9fe99cc), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:47.551727 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:47.567066 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-cec2fd91-cb06-4e11-b26f-4c5e2faaee28 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1474414 Jul 18 16:41:47.618672 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143df89-d447-46f1-acb2-55526155ef6a req-3c806394-08c8-4748-b69e-7b1de0fb1a29 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:47.621293 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4143df89-d447-46f1-acb2-55526155ef6a req-3c806394-08c8-4748-b69e-7b1de0fb1a29 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0881081 Jul 18 16:41:47.656323 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-289270ed-a561-4ca9-847c-d8d78d44ca15 req-05fcf378-81d9-4ab7-9bec-4f77e40b91ea tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0433242 Jul 18 16:41:47.693933 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4143df89-d447-46f1-acb2-55526155ef6a req-1427dbb3-b3ec-4674-91a8-79f0857e47ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616689 Jul 18 16:41:47.846807 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-f8daf5e8-43f7-4b26-9e66-d0de989e94d2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--2011746545&fields=id&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 267 time: 0.0592134 Jul 18 16:41:47.939003 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:47.978898 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-920547f6-d1ea-4498-87c9-d5691ce44976 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:47.980408 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-920547f6-d1ea-4498-87c9-d5691ce44976 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 0.1267464 Jul 18 16:41:48.002927 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-7e1a2d02-5a0b-4932-bfd2-7fbda8c1f166 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/quotas/dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 375 time: 0.0157480 Jul 18 16:41:48.058802 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ade25c5d-b0b3-4143-b634-139c51a3e456 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500877 Jul 18 16:41:48.157373 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:48.203535 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-15769f2d-c9d0-42fe-989c-8ddc862ecd8f service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305315 Jul 18 16:41:48.306031 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-53e056a3-71b1-41ab-b95c-dec6e01daeff service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959220 Jul 18 16:41:48.503577 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b0ced664-6f76-4c97-8741-aa123a6c1f30 req-b6c60cb9-b81d-4475-898b-dc5732c210fc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0409548 Jul 18 16:41:48.804791 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bdefc432-d69e-4eae-b1a8-968e95c572ec req-4295359a-d3cb-43f8-82e7-d525cd582130 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0422666 Jul 18 16:41:49.011563 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c888fd8-7861-4ce9-bcd0-5dd1b8dec7bd req-aa0ffa21-960a-4d43-b910-fc1f427f3509 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:49.012508 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38ee08-64b3-4c5d-b49d-33380fab4b17 req-ab76cb27-73ed-44aa-8ca7-aa5725391bec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:49.020363 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c888fd8-7861-4ce9-bcd0-5dd1b8dec7bd req-aa0ffa21-960a-4d43-b910-fc1f427f3509 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.4233961 Jul 18 16:41:49.023332 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a38ee08-64b3-4c5d-b49d-33380fab4b17 req-ab76cb27-73ed-44aa-8ca7-aa5725391bec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1396735 Jul 18 16:41:49.063752 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9e458048-9bab-4185-8a83-b5b78d9d980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:49.081319 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c888fd8-7861-4ce9-bcd0-5dd1b8dec7bd req-de8d72d5-e4ef-485d-a106-93bfaa6eb7bc tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599358 Jul 18 16:41:49.133007 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a38ee08-64b3-4c5d-b49d-33380fab4b17 req-29da366e-e4d2-407f-9b49-b2d851b93d65 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897124 Jul 18 16:41:49.766180 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-328e0ad9-40e0-4599-92d5-2d419b63e182 req-0a86f3c1-b3b6-4891-b259-a1d584f9d3b7 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0976191 Jul 18 16:41:49.911879 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-9d581c5e-7219-402f-ac69-098074faba5b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:49.914813 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-9d581c5e-7219-402f-ac69-098074faba5b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.3260810 Jul 18 16:41:49.995026 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-b0df117e-f82d-4408-8417-0c2d88b7e85a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:49.997561 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-b0df117e-f82d-4408-8417-0c2d88b7e85a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 819 time: 0.3521855 Jul 18 16:41:50.022441 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7978d955-6b48-4f0e-971d-ba8ec768e165 req-b629f8e4-76d7-41f4-9836-91601f69a601 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0617337 Jul 18 16:41:50.225857 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Deleting port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:41:50.227524 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.372217 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869ce9-120b-4fb1-a7d6-02d3ae427e8e req-3aed791f-0023-4169-ad40-3d017b17564c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:50.373957 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0869ce9-120b-4fb1-a7d6-02d3ae427e8e req-3aed791f-0023-4169-ad40-3d017b17564c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0924568 Jul 18 16:41:50.413333 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40e960-c7c1-4e06-8168-28e260a72679 req-048e49f6-b12c-4211-8a8b-5feef19411d6 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:50.414980 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7e40e960-c7c1-4e06-8168-28e260a72679 req-048e49f6-b12c-4211-8a8b-5feef19411d6 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 945 time: 0.1733592 Jul 18 16:41:50.436153 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0869ce9-120b-4fb1-a7d6-02d3ae427e8e req-34ad9ad4-d0da-4a2e-b95d-630262347dde tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553310 Jul 18 16:41:50.466229 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] For port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,segment=NetworkSegment(b3a07436-3efd-4cd3-81e3-92ac181a34bb),segment_id=b3a07436-3efd-4cd3-81e3-92ac181a34bb)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:50.466624 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.495518 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Calling delete_port for 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:41:50.521639 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7e40e960-c7c1-4e06-8168-28e260a72679 req-79c6263c-dac4-4f43-a10a-4d0afe578035 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/security-groups?id=63736c4b-6ff9-4f2f-88e9-6e8524ab941e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950806 Jul 18 16:41:50.606175 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:50.680039 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (7d2fb95f-9875-4fbf-a12a-413fd22ef8b7), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.710448 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Pushing event deleted for resources: {'Port': ['ID=7d2fb95f-9875-4fbf-a12a-413fd22ef8b7,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:50.763771 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] No DVR routers for this DVR port 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:41:50.767530 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.771164 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-31a296d8-e293-4950-aeb8-16d32e24f2db req-c45cbe14-f806-4184-a07a-7bfa587e96b3 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.95 "DELETE /v2.0/ports/7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 HTTP/1.1" status: 204 len: 173 time: 0.7392972 Jul 18 16:41:50.771649 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'name': 'network-vif-deleted', 'tag': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:41:50.773966 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c82d84-ef59-4125-a1dd-28e59857bd87" -d '{"events": [{"server_uuid": "02afaf37-c2d4-47bc-b4d1-dcd5d1539128", "name": "network-vif-deleted", "tag": "7d2fb95f-9875-4fbf-a12a-413fd22ef8b7"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:41:50.813771 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5e618d-3cb0-4615-99dc-589abe701064 x-openstack-request-id: req-cc5e618d-3cb0-4615-99dc-589abe701064 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:41:50.814194 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02afaf37-c2d4-47bc-b4d1-dcd5d1539128", "name": "network-vif-deleted", "tag": "7d2fb95f-9875-4fbf-a12a-413fd22ef8b7", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:41:50.814558 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cc5e618d-3cb0-4615-99dc-589abe701064 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:41:50.815026 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc5e618d-3cb0-4615-99dc-589abe701064'] response: {'server_uuid': '02afaf37-c2d4-47bc-b4d1-dcd5d1539128', 'name': 'network-vif-deleted', 'tag': '7d2fb95f-9875-4fbf-a12a-413fd22ef8b7', 'status': 'completed', 'code': 200} Jul 18 16:41:50.884238 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0c154af1-926b-47fb-ae08-abac7b338a07 req-a0306aec-acf2-4f75-97b3-59634a8656da tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0338812 Jul 18 16:41:51.159723 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5fd322a8-3973-411e-913b-7ebbb6977def req-f88fbeee-296f-4d41-ba7b-c32f0c7c9591 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0346811 Jul 18 16:41:51.214820 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:41:51.603726 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3252d5d-e29f-429b-98d6-b6d839f940f3 req-c999f397-f000-40a2-a5e1-776ee132d5a1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:51.606471 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e3252d5d-e29f-429b-98d6-b6d839f940f3 req-c999f397-f000-40a2-a5e1-776ee132d5a1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0705829 Jul 18 16:41:51.658373 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c815c6db-9fe5-427f-b18b-f3e0ad8a58af req-a61c8bcc-092d-4d2b-ab4e-818cb4498b3b tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0463824 Jul 18 16:41:51.683578 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e3252d5d-e29f-429b-98d6-b6d839f940f3 req-413d9f5a-23f1-4007-b48f-c6b4d94628e4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647509 Jul 18 16:41:52.007696 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b0313495-5a56-4696-b729-b302ed4da5b0 req-0777ca37-0bb1-4f88-8fc7-f63dcba83b7e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0479815 Jul 18 16:41:52.125024 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-33e1dcaa-e76a-437b-a198-33b3dbaba209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:52.244116 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:52.272031 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1a0eafc6-14e7-466b-a94b-2a6f305dabbc req-de61a9d8-26db-448a-b1c5-e70f08d9bab3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0368955 Jul 18 16:41:52.770159 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-01c8a18b-2e0b-4e49-9122-b27248d1f9b3 req-f7d72886-fa1c-44be-a30b-f479dde8c5bb tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0339179 Jul 18 16:41:52.880732 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f4dc9-d957-4125-b729-4856f8ab0ff5 req-15ee2a63-24ed-4cfc-8c5b-c20a3e00ef32 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:52.882344 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-017f4dc9-d957-4125-b729-4856f8ab0ff5 req-15ee2a63-24ed-4cfc-8c5b-c20a3e00ef32 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0536158 Jul 18 16:41:52.946606 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-017f4dc9-d957-4125-b729-4856f8ab0ff5 req-bb641fad-9a1d-4f4f-bb99-da7f0a78ef0f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529459 Jul 18 16:41:53.127601 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-da0b280f-d6ff-4908-a798-eba21d5cf26e req-436a953d-46f3-4e3d-adac-5a6133cbbb95 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0441511 Jul 18 16:41:53.414754 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-11d9075a-eb5b-4a00-88c0-ea01a52fbb4b req-09b44e2b-1957-4d94-a917-495035d9e81e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0439560 Jul 18 16:41:53.491346 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:41:53.507403 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-0845224b-2a40-432b-87f1-27b3f126c90b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afb65421f9504a918b7a47451fac6707 HTTP/1.1" status: 200 len: 377 time: 0.0997586 Jul 18 16:41:53.526286 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:41:53.526666 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 7d2fb95f-9875-4fbf-a12a-413fd22ef8b7 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:41:53.602869 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'port': {'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'admin_state_up': True, 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'security_groups': ['a03266b6-e61b-4114-b88c-3f80490c8d49']}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:53.991899 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Made reservation on behalf of afb65421f9504a918b7a47451fac6707 for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:41:53.998038 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.002245 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.019039 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-f89adac8-7a11-47b3-a545-6c6a9409c937 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:54.021702 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-f89adac8-7a11-47b3-a545-6c6a9409c937 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 0.3091686 Jul 18 16:41:54.022674 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3ba4800-18fc-4c45-9743-b231b31431b8 req-0af9d410-f38c-494e-9542-a7ccf9a38635 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0456259 Jul 18 16:41:54.200954 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f5345-92fb-4a61-90ff-c0144b90ce06 req-56cde8a6-70ff-400c-bb3e-516df4980877 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:54.202646 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2b4f5345-92fb-4a61-90ff-c0144b90ce06 req-56cde8a6-70ff-400c-bb3e-516df4980877 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0843852 Jul 18 16:41:54.300261 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cb079dd-aea3-4250-b495-a4e1735ae38f req-846e26a5-47a2-494f-aee9-a9783e84e58d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0498545 Jul 18 16:41:54.303181 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Allocated IP 172.20.0.9 (07d4314d-9237-4c83-9875-1768cdeffac1/909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3/70811075-cf8a-4301-b4e2-128611842d08) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:54.319532 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2b4f5345-92fb-4a61-90ff-c0144b90ce06 req-d0abf704-f42f-42a3-bad9-2657382e255a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845368 Jul 18 16:41:54.519740 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:54.552049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for port (70811075-cf8a-4301-b4e2-128611842d08), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.584657 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9d41f014-f292-44d8-a62c-4635641b3b70 req-fe59bc1f-05d1-49fd-b28e-41eb154a1d0b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0753305 Jul 18 16:41:54.615410 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:54.629238 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (70811075-cf8a-4301-b4e2-128611842d08), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.711922 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Network 07d4314d-9237-4c83-9875-1768cdeffac1 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:54.715889 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:54.723512 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:54.752517 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event updated for resources: {'Port': ['ID=70811075-cf8a-4301-b4e2-128611842d08,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:54.788787 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:54.789471 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.823378 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-10108da1-d4b2-4538-b398-601b54a94f5a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2289653 Jul 18 16:41:55.030850 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-34f7d90d-05ef-46fa-8de8-b586c8292723 None None] Provisioning complete for port 70811075-cf8a-4301-b4e2-128611842d08 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:55.032211 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-34f7d90d-05ef-46fa-8de8-b586c8292723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (70811075-cf8a-4301-b4e2-128611842d08), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:55.092524 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-34f7d90d-05ef-46fa-8de8-b586c8292723 None None] Port 70811075-cf8a-4301-b4e2-128611842d08 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:41:55.176286 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:55.199174 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4e5871f7-cb22-47c8-a0b7-a5d0223dba0a req-2824e1d7-e1dc-43b7-a9e6-5bbde1c1063a tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0577729 Jul 18 16:41:55.440664 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0e26f9eb-cea2-4ce1-b82a-047f00962c9e req-b9de608d-a51f-4487-b202-0f345a345998 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0477743 Jul 18 16:41:55.499455 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ee927-9d54-40e5-a1a2-814ee3b6b139 req-c857d2bb-04b7-4679-8578-60836b21f518 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:55.501292 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ef3ee927-9d54-40e5-a1a2-814ee3b6b139 req-c857d2bb-04b7-4679-8578-60836b21f518 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0602412 Jul 18 16:41:55.556457 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ef3ee927-9d54-40e5-a1a2-814ee3b6b139 req-aa97fc2b-2685-413f-911c-8bd95b151f09 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472050 Jul 18 16:41:55.736799 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:55.747949 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4889df-4a49-4251-acd9-80e6a120c4d6 req-c0ca37cf-e397-49af-b93f-fbd05aa1c299 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:55.749808 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ec4889df-4a49-4251-acd9-80e6a120c4d6 req-c0ca37cf-e397-49af-b93f-fbd05aa1c299 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 931 time: 0.0662889 Jul 18 16:41:55.812103 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ec4889df-4a49-4251-acd9-80e6a120c4d6 req-fb409752-4028-4f3c-ab6e-8e269b820cbe tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510128 Jul 18 16:41:56.325610 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ef164063-9a4f-4406-ac07-605c40fd0bfa req-edf70dc3-613d-45bc-827e-a12c3895020c tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0335660 Jul 18 16:41:56.544621 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6e417335-60af-4b7b-ac6c-37d162d44519 req-334d961d-1a7f-437f-b494-d86763ab34ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Jul 18 16:41:56.699102 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911900d7-f82f-4c0f-ba16-64eb9792bc59 req-e21b8a42-d924-4c5f-b442-aa5eb72a4f3b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:56.700683 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-911900d7-f82f-4c0f-ba16-64eb9792bc59 req-e21b8a42-d924-4c5f-b442-aa5eb72a4f3b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0627596 Jul 18 16:41:56.761464 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-911900d7-f82f-4c0f-ba16-64eb9792bc59 req-260dae81-4f38-418f-9fc9-9fde19d7b072 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514472 Jul 18 16:41:56.953005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0212036-8d2b-4c77-9032-3d0bd3666d71 req-f75b33e4-77e9-4ca8-a5b4-e20df902b186 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:56.955252 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e0212036-8d2b-4c77-9032-3d0bd3666d71 req-f75b33e4-77e9-4ca8-a5b4-e20df902b186 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 931 time: 0.0530946 Jul 18 16:41:56.981197 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:57.018828 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e0212036-8d2b-4c77-9032-3d0bd3666d71 req-67ab14b6-302c-4488-a6d2-cff5abc3f04a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0574315 Jul 18 16:41:57.256060 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Request body: {'port': {'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:57.374349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (70811075-cf8a-4301-b4e2-128611842d08), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:57.408573 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-9098db4c-83c9-4958-a248-0b827482009e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 473 time: 0.1565371 Jul 18 16:41:57.493316 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-eab444da-95cd-4737-888a-f41ee67731a2 req-ab08a3d1-1e37-4edc-9496-1d6860dace67 tempest-VolumesActionsTest-2097345895 tempest-VolumesActionsTest-2097345895-project] 10.222.0.77 "GET /v2.0/ports?device_id=02afaf37-c2d4-47bc-b4d1-dcd5d1539128 HTTP/1.1" status: 200 len: 210 time: 0.0521104 Jul 18 16:41:57.544838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'port': {'device_id': 'b744aaad-a923-464c-8879-90ccec466724', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'admin_state_up': True, 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'security_groups': ['97591266-3d90-42cd-9c23-37faf2529f28']}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:57.741757 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f59fc9e3-a2b5-435d-84a7-8c668b5a2eee req-79c56a7c-81d3-40b7-a54e-ebcf39de70ed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0509861 Jul 18 16:41:57.884132 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:58.009396 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Made reservation on behalf of dbd9c6bf5b0c491299815d545c1a594e for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:41:58.012988 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:58.091195 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ac70e-cbc4-4636-a3e1-8010dcf4d2df req-8873da90-ec96-46fc-9ef3-b2d2593a6e25 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:58.092820 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-459ac70e-cbc4-4636-a3e1-8010dcf4d2df req-8873da90-ec96-46fc-9ef3-b2d2593a6e25 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1658368 Jul 18 16:41:58.106954 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:58.130671 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70811075-cf8a-4301-b4e2-128611842d08 {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:41:58.150317 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Publish callbacks [] for port (70811075-cf8a-4301-b4e2-128611842d08), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:58.214879 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Transition to ACTIVE for port object 70811075-cf8a-4301-b4e2-128611842d08 will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:41:58.231325 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (70811075-cf8a-4301-b4e2-128611842d08), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:58.335181 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea2b46-bde8-4404-a6df-e3a000cc52c4 req-29f532ca-0a4b-49dc-9f72-536d96eed295 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:58.336147 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-459ac70e-cbc4-4636-a3e1-8010dcf4d2df req-0123e84c-6811-4ddc-915c-63b1a01f78a6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224684 Jul 18 16:41:58.338208 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-acea2b46-bde8-4404-a6df-e3a000cc52c4 req-29f532ca-0a4b-49dc-9f72-536d96eed295 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 931 time: 0.1787913 Jul 18 16:41:58.425462 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Pushing event updated for resources: {'Port': ['ID=70811075-cf8a-4301-b4e2-128611842d08,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:58.500331 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.20.0.5 (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67/17bb4eb6-a0c7-45ac-b7cf-247295416d1c/ca139efe-c37e-4064-a928-8621794e3268) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:58.545698 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-acea2b46-bde8-4404-a6df-e3a000cc52c4 req-18be7d98-0d36-468e-9b70-c5ae043d0df8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1900301 Jul 18 16:41:58.657760 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Attempting to bind port 70811075-cf8a-4301-b4e2-128611842d08 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:41:58.658112 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Attempting to bind port 70811075-cf8a-4301-b4e2-128611842d08 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:41:58.658477 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Attempting to bind port 70811075-cf8a-4301-b4e2-128611842d08 on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:58.676777 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Port 70811075-cf8a-4301-b4e2-128611842d08 on network 07d4314d-9237-4c83-9875-1768cdeffac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:41:58.677109 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Attempting to bind port 70811075-cf8a-4301-b4e2-128611842d08 on network 07d4314d-9237-4c83-9875-1768cdeffac1 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:58.696441 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:41:58.696683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Checking segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:58.697069 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Bound using segment: {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:41:58.697513 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Bound port: 70811075-cf8a-4301-b4e2-128611842d08, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fbb1ad-300b-4add-af3b-82be2a583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:41:58.697877 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (70811075-cf8a-4301-b4e2-128611842d08), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:58.874611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] For port 70811075-cf8a-4301-b4e2-128611842d08, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:41:58.880649 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (ca139efe-c37e-4064-a928-8621794e3268), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:58.883913 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] For port 70811075-cf8a-4301-b4e2-128611842d08, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70811075-cf8a-4301-b4e2-128611842d08,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:41:58.905035 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (70811075-cf8a-4301-b4e2-128611842d08), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:58.926519 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:59.023355 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-da20ab2d-42ce-4be1-a119-50b65cf60253 req-ea28b65d-2023-4d88-b507-347b6e196050 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.1145015 Jul 18 16:41:59.096565 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Pushing event updated for resources: {'Port': ['ID=70811075-cf8a-4301-b4e2-128611842d08,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:59.181807 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-1fd2ff41-ee29-4250-8c82-5ba792aa0379 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078811 Jul 18 16:41:59.196525 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (ca139efe-c37e-4064-a928-8621794e3268), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:59.202523 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.203186 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:59.205453 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f1eb94ab-c130-4c3c-a03c-00c8052e289b service neutron] 10.222.0.95 "PUT /v2.0/ports/70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 1093 time: 1.9550710 Jul 18 16:41:59.206386 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:41:59.212114 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107dd790-6407-4ceb-b278-6c0e16a9b5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:41:59.455944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15cf96-d373-437e-bde1-cf532a555928 x-openstack-request-id: req-bd15cf96-d373-437e-bde1-cf532a555928 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:41:59.455944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:41:59.455944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd15cf96-d373-437e-bde1-cf532a555928 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:41:59.455944 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd15cf96-d373-437e-bde1-cf532a555928'] response: {'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08', 'status': 'completed', 'code': 200} Jul 18 16:41:59.471998 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:59.481138 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:59.497443 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:59.504531 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:59.507552 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f68a8ac8-91a8-47d4-8d44-86b5c7eeecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.512731 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-f68a8ac8-91a8-47d4-8d44-86b5c7eeecc2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1127 time: 0.1750283 Jul 18 16:41:59.576909 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb0610-f674-46ef-90c7-b40132f88687 req-1b9b008a-55ba-4c23-be50-2cab5b164bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.579071 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-1b9b008a-55ba-4c23-be50-2cab5b164bbc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 1129 time: 0.2126217 Jul 18 16:41:59.583306 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=ca139efe-c37e-4064-a928-8621794e3268,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:59.587790 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:59.664791 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.665486 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:59.752463 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-de4782de-6ae9-4944-8276-92b50b0cbef9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 217 time: 0.2231133 Jul 18 16:41:59.832758 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:59.850017 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-a3ec40f5-7248-4889-ae5e-be3236544b13 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3092575 Jul 18 16:41:59.883592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-7f81a264-bb2a-4efa-a19e-cda17018848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.886223 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-7f81a264-bb2a-4efa-a19e-cda17018848d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1209805 Jul 18 16:41:59.892683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Request body: {'port': {'device_id': 'b744aaad-a923-464c-8879-90ccec466724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:59.923152 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fb423-1fef-490f-8d0f-a944243021df req-9eb0a78a-b6b3-4ed4-98c4-e8cfa8594792 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.927778 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-511fb423-1fef-490f-8d0f-a944243021df req-9eb0a78a-b6b3-4ed4-98c4-e8cfa8594792 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.3845870 Jul 18 16:41:59.938710 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb0610-f674-46ef-90c7-b40132f88687 req-d21be263-5ba9-419e-9add-7d50bdce7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.940202 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-d21be263-5ba9-419e-9add-7d50bdce7bb9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.3102226 Jul 18 16:41:59.962656 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735e945-6970-41c6-b64a-9577f72a5550 req-77394127-536e-48f0-b651-a29677662cba tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:59.964308 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0735e945-6970-41c6-b64a-9577f72a5550 req-77394127-536e-48f0-b651-a29677662cba tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.1402659 Jul 18 16:42:00.034700 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-b0abc479-1eb6-4e5d-acef-1519cff01712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:00.036262 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-b0abc479-1eb6-4e5d-acef-1519cff01712 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1069093 Jul 18 16:42:00.036798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-f2544d3d-ea24-4468-b364-abc073df6143 None None] Provisioning complete for port ca139efe-c37e-4064-a928-8621794e3268 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:00.037407 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f2544d3d-ea24-4468-b364-abc073df6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (ca139efe-c37e-4064-a928-8621794e3268), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:00.044749 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ca139efe-c37e-4064-a928-8621794e3268), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:00.058394 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-511fb423-1fef-490f-8d0f-a944243021df req-427ed4c4-b7f6-4be6-a727-3c1f291e5fec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795717 Jul 18 16:42:00.079397 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-f2544d3d-ea24-4468-b364-abc073df6143 None None] Port ca139efe-c37e-4064-a928-8621794e3268 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:42:00.199016 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0735e945-6970-41c6-b64a-9577f72a5550 req-b4cc95ac-aebd-45e8-b75a-00409d969865 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1723754 Jul 18 16:42:00.214837 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac449699-172b-440c-90ca-1807e428a7f3 req-3f317fb8-f072-4ecd-b67f-59c9842c3143 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:00.216740 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac449699-172b-440c-90ca-1807e428a7f3 req-3f317fb8-f072-4ecd-b67f-59c9842c3143 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 931 time: 0.0822785 Jul 18 16:42:00.320925 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac449699-172b-440c-90ca-1807e428a7f3 req-e3a6d1e7-9288-4eff-9678-794c2bc9553f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861197 Jul 18 16:42:00.587746 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca139efe-c37e-4064-a928-8621794e3268 {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:42:00.600099 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Publish callbacks [] for port (ca139efe-c37e-4064-a928-8621794e3268), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:00.620610 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Transition to ACTIVE for port object ca139efe-c37e-4064-a928-8621794e3268 will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:42:00.628710 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (ca139efe-c37e-4064-a928-8621794e3268), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:00.742598 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Pushing event updated for resources: {'Port': ['ID=ca139efe-c37e-4064-a928-8621794e3268,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:00.752345 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.752838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.753446 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.753714 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.754059 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.754536 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.754861 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.755213 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.755382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.755716 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.756043 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.756367 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.757241 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.757241 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.757567 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:00.912909 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Attempting to bind port ca139efe-c37e-4064-a928-8621794e3268 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:42:00.913478 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Attempting to bind port ca139efe-c37e-4064-a928-8621794e3268 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:42:00.914067 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Attempting to bind port ca139efe-c37e-4064-a928-8621794e3268 on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:42:00.923064 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Port ca139efe-c37e-4064-a928-8621794e3268 on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:42:00.924694 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Attempting to bind port ca139efe-c37e-4064-a928-8621794e3268 on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:42:00.934194 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:42:00.934792 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Checking segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:00.935430 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Bound using segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:42:00.936577 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Bound port: ca139efe-c37e-4064-a928-8621794e3268, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:42:00.936861 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ca139efe-c37e-4064-a928-8621794e3268), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:01.045009 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:01.050024 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] For port ca139efe-c37e-4064-a928-8621794e3268, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:42:01.052792 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:01.055551 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] For port ca139efe-c37e-4064-a928-8621794e3268, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ca139efe-c37e-4064-a928-8621794e3268,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:42:01.066443 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (ca139efe-c37e-4064-a928-8621794e3268), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:01.106050 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:01.110041 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:01.112603 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] 10.222.0.95 "PUT /v2.0/ports/ca139efe-c37e-4064-a928-8621794e3268 HTTP/1.1" status: 200 len: 1093 time: 1.2247059 Jul 18 16:42:01.168252 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf05e7a-48d6-42eb-9409-15ef48fa35cd service neutron] Pushing event updated for resources: {'Port': ['ID=ca139efe-c37e-4064-a928-8621794e3268,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:01.209668 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:01.212462 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:01.277318 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66fb6b-24dd-4f5d-b6e9-89ad147acbba req-2f652b13-7311-4b8f-9405-335d0311f664 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:01.280336 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cd66fb6b-24dd-4f5d-b6e9-89ad147acbba req-2f652b13-7311-4b8f-9405-335d0311f664 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1062129 Jul 18 16:42:01.368488 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cd66fb6b-24dd-4f5d-b6e9-89ad147acbba req-29f60558-e99d-453e-af80-fd53ee61ae66 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806484 Jul 18 16:42:01.403957 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d21a5-4e18-4044-a7c1-c0262439df64 req-80c1d891-9d14-427c-b711-682636edf0c5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:01.405701 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d62d21a5-4e18-4044-a7c1-c0262439df64 req-80c1d891-9d14-427c-b711-682636edf0c5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.0679619 Jul 18 16:42:01.449601 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:42:01.457668 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d2ce7d-c717-4dbe-81b1-00b35494e8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "tag": "ca139efe-c37e-4064-a928-8621794e3268"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:42:01.504339 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d62d21a5-4e18-4044-a7c1-c0262439df64 req-3811871b-a147-486b-bb78-1e33781bc58c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0884385 Jul 18 16:42:01.543836 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b401f-7bd6-4632-8185-3f463bf4eea1 req-c6cf59a6-22e4-4817-bfac-2caf37f9f641 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:01.545476 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e23b401f-7bd6-4632-8185-3f463bf4eea1 req-c6cf59a6-22e4-4817-bfac-2caf37f9f641 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.0747318 Jul 18 16:42:01.582188 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adcb8a6-3767-41d5-b9da-b924c6870e76 x-openstack-request-id: req-9adcb8a6-3767-41d5-b9da-b924c6870e76 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:42:01.582666 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "tag": "ca139efe-c37e-4064-a928-8621794e3268", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:42:01.583061 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9adcb8a6-3767-41d5-b9da-b924c6870e76 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:42:01.583670 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adcb8a6-3767-41d5-b9da-b924c6870e76'] response: {'name': 'network-changed', 'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268', 'status': 'completed', 'code': 200} Jul 18 16:42:01.625761 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e23b401f-7bd6-4632-8185-3f463bf4eea1 req-0ec996b3-f91e-4e63-92dc-56a4e37bc353 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702918 Jul 18 16:42:02.506208 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd190ef-c558-447a-89dd-c77daa51d4ce req-552408ba-1a00-48e1-b3f5-3c301ddad75a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:02.508105 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ddd190ef-c558-447a-89dd-c77daa51d4ce req-552408ba-1a00-48e1-b3f5-3c301ddad75a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Jul 18 16:42:02.598165 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ddd190ef-c558-447a-89dd-c77daa51d4ce req-c4ed4a2d-6bd5-43a0-918a-0db66915fdf9 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838389 Jul 18 16:42:02.650371 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f987942e-2ce3-4ede-b634-21eb072463e3 req-27d424c3-5542-41d3-895c-de97cf04907a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:02.653203 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f987942e-2ce3-4ede-b634-21eb072463e3 req-27d424c3-5542-41d3-895c-de97cf04907a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.0756454 Jul 18 16:42:02.728105 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f987942e-2ce3-4ede-b634-21eb072463e3 req-c7e9b7ae-609a-4078-a09d-307edcd9bb18 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0642891 Jul 18 16:42:02.783029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ac714-c992-401a-a4f9-7ca09107cab9 req-38d3da70-5ac9-48f4-8255-bab20c79c069 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:02.784641 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cf8ac714-c992-401a-a4f9-7ca09107cab9 req-38d3da70-5ac9-48f4-8255-bab20c79c069 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.0590186 Jul 18 16:42:02.841359 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cf8ac714-c992-401a-a4f9-7ca09107cab9 req-572faa5a-0e92-4f6c-abfb-4d20a4b12809 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504951 Jul 18 16:42:03.087899 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-76e77ff7-7217-4285-ab65-f0aed1f9db1b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46 HTTP/1.1" status: 200 len: 217 time: 0.0394602 Jul 18 16:42:03.232188 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2ce7d-c717-4dbe-81b1-00b35494e8d7 req-8b7ba0ac-135d-4f0e-96d5-70289063d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:03.235262 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68d2ce7d-c717-4dbe-81b1-00b35494e8d7 req-8b7ba0ac-135d-4f0e-96d5-70289063d823 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 1127 time: 0.1165516 Jul 18 16:42:03.238238 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb0610-f674-46ef-90c7-b40132f88687 req-9c34d068-2f05-405a-bd72-7d7be207f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:03.240273 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-9c34d068-2f05-405a-bd72-7d7be207f143 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1393411 Jul 18 16:42:03.252221 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-32b5548e-1b00-493b-b003-76ba97acdc4f service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528816 Jul 18 16:42:03.370722 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb0610-f674-46ef-90c7-b40132f88687 req-3e672759-9366-4dff-aa99-9b2352d218e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:03.371950 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-3e672759-9366-4dff-aa99-9b2352d218e1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966718 Jul 18 16:42:03.403457 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c60cbc8-0f14-43ab-8911-364dae45cb12 req-ede728bd-b40d-4f22-82e0-70aeed704304 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344087 Jul 18 16:42:03.811858 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2ce7d-c717-4dbe-81b1-00b35494e8d7 req-ca4f6aad-7b71-48b6-9c01-6957f2aaeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:03.814364 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68d2ce7d-c717-4dbe-81b1-00b35494e8d7 req-ca4f6aad-7b71-48b6-9c01-6957f2aaeb77 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5477443 Jul 18 16:42:03.897837 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f099e50-fab5-49f8-94a6-7ff06e7d0f3c req-bc876221-8d24-4709-938e-eab118c6b633 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:03.900493 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6f099e50-fab5-49f8-94a6-7ff06e7d0f3c req-bc876221-8d24-4709-938e-eab118c6b633 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1191146 Jul 18 16:42:03.942455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081072a-c5d1-4474-a450-9afcede9cd39 req-e44fdf89-5787-443f-bd5c-754da0f6c635 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:03.944533 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b081072a-c5d1-4474-a450-9afcede9cd39 req-e44fdf89-5787-443f-bd5c-754da0f6c635 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.1040483 Jul 18 16:42:03.948010 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-93a8946e-954b-4f65-a217-9ba4e65aa2b9 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658984 Jul 18 16:42:03.981121 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6f099e50-fab5-49f8-94a6-7ff06e7d0f3c req-f0f583ed-7102-47df-a900-a4c9fb57404f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584161 Jul 18 16:42:04.036001 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:04.046994 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b081072a-c5d1-4474-a450-9afcede9cd39 req-dc6caa06-3f88-4aad-b1bf-65002d91fdc7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0955424 Jul 18 16:42:04.133733 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50158e9e-9901-48d9-90d6-a17711f19065 req-5c9d306b-e0bf-44d7-a64b-000074d7388b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:04.135402 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50158e9e-9901-48d9-90d6-a17711f19065 req-5c9d306b-e0bf-44d7-a64b-000074d7388b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.0635157 Jul 18 16:42:04.192622 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50158e9e-9901-48d9-90d6-a17711f19065 req-1bf9ff2f-90e9-4da1-ab17-35a7460c5322 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503976 Jul 18 16:42:04.852386 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-eeda3cc9-f084-4895-904f-3a723cfd51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:04.853972 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-eeda3cc9-f084-4895-904f-3a723cfd51b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1127 time: 0.0488472 Jul 18 16:42:04.926140 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:04.953297 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:04.982247 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2ce7d-c717-4dbe-81b1-00b35494e8d7 req-609bb78e-1394-4efa-b375-08ec60857c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:04.983790 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68d2ce7d-c717-4dbe-81b1-00b35494e8d7 req-609bb78e-1394-4efa-b375-08ec60857c67 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1855814 Jul 18 16:42:04.986621 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-41eb0610-f674-46ef-90c7-b40132f88687 req-b8af31b3-a2ce-41bb-b264-014dff0ef144 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793776 Jul 18 16:42:05.019150 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-02b20c5e-6a87-45c0-b07d-9217e233dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:05.020710 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-02b20c5e-6a87-45c0-b07d-9217e233dd61 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.1566205 Jul 18 16:42:05.031718 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:42:05.051350 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:05.170266 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72b8bf-e570-4dac-8383-af74de4c1b23 req-316d40ff-81bf-4e9a-9ea2-1d73dcbd27f0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:05.171040 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:05.173343 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fe72b8bf-e570-4dac-8383-af74de4c1b23 req-316d40ff-81bf-4e9a-9ea2-1d73dcbd27f0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0716028 Jul 18 16:42:05.174360 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:05.196545 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '01d252c0-4708-4842-b47f-06feaedb0c39', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'port_id': '01d252c0-4708-4842-b47f-06feaedb0c39', 'mac_address': 'fa:16:3e:2e:e3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:42:05.227360 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fb70a-6f03-455c-9783-279c2d8a3210 req-0989465f-5764-426a-a26e-3a8fa3fba3f2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:05.235186 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c32fb70a-6f03-455c-9783-279c2d8a3210 req-0989465f-5764-426a-a26e-3a8fa3fba3f2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.0847425 Jul 18 16:42:05.257998 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: ACTIVE; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:05.258553 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:05.262551 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fe72b8bf-e570-4dac-8383-af74de4c1b23 req-2933b7d1-bc94-40b0-8754-4b5d6c6a39e2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756385 Jul 18 16:42:05.282898 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01d252c0-4708-4842-b47f-06feaedb0c39 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:42:05.312261 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c32fb70a-6f03-455c-9783-279c2d8a3210 req-e339dbc1-2c04-46df-8f93-17c708bad2a3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0707655 Jul 18 16:42:05.325207 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:05.331063 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:05.395072 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=6']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:05.417227 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:05.440691 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66156a8e-7a54-484f-8b4f-5e599e89fc4c req-2fcc36c5-f053-40bc-a547-1b3a0f78740b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:05.442331 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-66156a8e-7a54-484f-8b4f-5e599e89fc4c req-2fcc36c5-f053-40bc-a547-1b3a0f78740b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.0782137 Jul 18 16:42:05.509241 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-66156a8e-7a54-484f-8b4f-5e599e89fc4c req-372b9e4f-c061-4eda-864e-c8ab8953dff6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570920 Jul 18 16:42:06.420671 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f700-882c-467d-aa85-200d3fd8ffb6 req-d2b7afd7-31db-40dd-8f9a-3dae704eb24d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:06.422905 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6938f700-882c-467d-aa85-200d3fd8ffb6 req-d2b7afd7-31db-40dd-8f9a-3dae704eb24d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0605178 Jul 18 16:42:06.458209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e2b48-4716-4138-bbe4-18f278f5f43a req-f0127894-145f-4385-834e-ae1e2377d086 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:06.459827 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ad1e2b48-4716-4138-bbe4-18f278f5f43a req-f0127894-145f-4385-834e-ae1e2377d086 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.0604258 Jul 18 16:42:06.487085 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6938f700-882c-467d-aa85-200d3fd8ffb6 req-efc0d7d3-a1d9-4049-98a8-cdbf63ce29c8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526786 Jul 18 16:42:06.517419 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ad1e2b48-4716-4138-bbe4-18f278f5f43a req-421fa88a-9890-4f43-8924-5a1dd5713435 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0498476 Jul 18 16:42:06.680434 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729662a9-0a54-41e0-b989-3a9bf5b6aa63 req-505ca9a8-91e0-43f2-b8f5-5ef45009f011 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:06.684398 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-729662a9-0a54-41e0-b989-3a9bf5b6aa63 req-505ca9a8-91e0-43f2-b8f5-5ef45009f011 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.0885758 Jul 18 16:42:06.769557 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-729662a9-0a54-41e0-b989-3a9bf5b6aa63 req-7f232d05-6524-4767-a4e4-9c5925e5b4cf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792949 Jul 18 16:42:07.654138 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c58ae3-46e7-4719-88a4-ee556543c846 req-e3f90297-a86f-4e3c-9255-69e7a8c7e925 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:07.656778 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-40c58ae3-46e7-4719-88a4-ee556543c846 req-e3f90297-a86f-4e3c-9255-69e7a8c7e925 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0702050 Jul 18 16:42:07.667896 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455668e-453a-4691-aefd-29ade61a7f37 req-b570434e-9cdd-43af-9382-72e63d536549 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:07.669824 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8455668e-453a-4691-aefd-29ade61a7f37 req-b570434e-9cdd-43af-9382-72e63d536549 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.0564532 Jul 18 16:42:07.716109 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-40c58ae3-46e7-4719-88a4-ee556543c846 req-e60cfcf0-4756-46f9-974a-9565e26902e6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532563 Jul 18 16:42:07.737371 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8455668e-453a-4691-aefd-29ade61a7f37 req-70b50362-517c-4975-ac62-c921460de7d9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0602887 Jul 18 16:42:07.908904 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d552bf-89ea-4072-a369-bfce8bf7ca7b req-b8324fef-1e11-4ed3-9475-c9e966df10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:07.911463 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25d552bf-89ea-4072-a369-bfce8bf7ca7b req-b8324fef-1e11-4ed3-9475-c9e966df10ce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.0575325 Jul 18 16:42:07.978195 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25d552bf-89ea-4072-a369-bfce8bf7ca7b req-4f4cd546-97cd-49b9-93ef-20adcf3aeaab tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596836 Jul 18 16:42:08.137340 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-33e7ce6d-f695-4a76-9586-e1ace7e44f00 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 217 time: 0.0450792 Jul 18 16:42:08.246220 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-2ed4fff0-8052-43e9-9a45-c37eb6e6d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:08.250536 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-2ed4fff0-8052-43e9-9a45-c37eb6e6d4c3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 1127 time: 0.1018336 Jul 18 16:42:08.262679 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-443cf2e9-7a0e-45db-bc58-9fef6717c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:08.264947 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-443cf2e9-7a0e-45db-bc58-9fef6717c8c7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1169102 Jul 18 16:42:08.300654 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['01d252c0-4708-4842-b47f-06feaedb0c39'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:42:08.373636 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-d889e12e-215c-45f8-ba02-0101ac67909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:08.375906 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-d889e12e-215c-45f8-ba02-0101ac67909e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557244 Jul 18 16:42:08.380968 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-e4112eb6-1d18-4bbb-b674-52420e084532 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca139efe-c37e-4064-a928-8621794e3268 HTTP/1.1" status: 200 len: 217 time: 0.0593359 Jul 18 16:42:08.794368 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-998f85e2-0435-470c-8462-f7f70d9e5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:08.796901 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-998f85e2-0435-470c-8462-f7f70d9e5b24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.0840135 Jul 18 16:42:08.913237 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-b349c478-957d-4652-ade4-64d6c15925ae service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003405 Jul 18 16:42:08.914043 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-c3577fa7-a6b4-471d-834e-e26e451628b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:08.914783 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-c3577fa7-a6b4-471d-834e-e26e451628b2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103656 Jul 18 16:42:08.922373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfba53-49a3-4e44-b25d-ad985a9de582 req-53a3a53a-f4d0-4794-a79b-dfef8879a6b2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:08.924025 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-afbfba53-49a3-4e44-b25d-ad985a9de582 req-53a3a53a-f4d0-4794-a79b-dfef8879a6b2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.0727627 Jul 18 16:42:08.930177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1175ce-3ab2-4555-8152-ed3b6118c6e9 req-e319c6c4-b983-4b6b-8578-f88deb4ba535 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:08.931782 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c1175ce-3ab2-4555-8152-ed3b6118c6e9 req-e319c6c4-b983-4b6b-8578-f88deb4ba535 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0704191 Jul 18 16:42:09.052923 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c1175ce-3ab2-4555-8152-ed3b6118c6e9 req-96d86ea2-09f9-4be4-8974-8f60ffb1b311 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125219 Jul 18 16:42:09.089141 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-e1eed33d-7354-4dad-b44e-4bf5610fb4bb service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557772 Jul 18 16:42:09.107415 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-afbfba53-49a3-4e44-b25d-ad985a9de582 req-1faaa3af-0e4f-4dad-94f8-40be3b3cf241 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1607909 Jul 18 16:42:09.143164 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-107dd790-6407-4ceb-b278-6c0e16a9b5bb req-c94dd86e-97c4-4936-af9b-48df32d5bc03 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142425 Jul 18 16:42:09.255772 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ec3d-040c-4091-8692-b8131e1345df req-714c5fd8-56ba-49f8-ad14-bc15c1d5e7bd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:09.265198 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cc63ec3d-040c-4091-8692-b8131e1345df req-714c5fd8-56ba-49f8-ad14-bc15c1d5e7bd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.0839972 Jul 18 16:42:09.317043 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a2ffa7c-9de8-4819-9f17-65076d46eae0 req-5290a369-8704-4d48-b83d-1c1e73e14122 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205040 Jul 18 16:42:09.362979 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cc63ec3d-040c-4091-8692-b8131e1345df req-427b952e-a422-4be0-b78b-e153b35bff23 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911176 Jul 18 16:42:09.832448 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59210) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:10.003818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b4d29294-acf8-4455-8dc5-e2d3b0eff955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.044127 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:10.113373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b4d29294-acf8-4455-8dc5-e2d3b0eff955 admin admin] Publish callbacks [] for security_group (f6f58341-eca9-4138-a110-88a62ecab7c3), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.120667 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b4d29294-acf8-4455-8dc5-e2d3b0eff955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (f6f58341-eca9-4138-a110-88a62ecab7c3), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.127677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:10.133642 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 70811075-cf8a-4301-b4e2-128611842d08 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:42:10.191967 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b4d29294-acf8-4455-8dc5-e2d3b0eff955 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e9cc4a806ada4382a750b162ea41a359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582659 Jul 18 16:42:10.195493 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d29294-acf8-4455-8dc5-e2d3b0eff955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f58341-eca9-4138-a110-88a62ecab7c3,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:10.197598 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59234) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:10.198342 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:10.342010 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:10.346504 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e59c9-b3a1-4079-a027-2a5252b14853 req-4bdf07b0-a594-4e4e-981c-41ef1a88c672 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:10.348504 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0c0e59c9-b3a1-4079-a027-2a5252b14853 req-4bdf07b0-a594-4e4e-981c-41ef1a88c672 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1012444 Jul 18 16:42:10.463283 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:10.478623 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2e94-e86a-44d4-99bb-d22ddcf2962a admin admin] Publish callbacks [] for security_group (f6f58341-eca9-4138-a110-88a62ecab7c3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.510845 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0c0e59c9-b3a1-4079-a027-2a5252b14853 req-84639f2d-6a98-4d4e-95c4-58070580a42b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479146 Jul 18 16:42:10.513879 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 01d252c0-4708-4842-b47f-06feaedb0c39 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:10.514166 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8825d3e-9ae1-4f60-8d69-32ffd708fd17 req-54c3d8dc-ccc1-4c7f-a66b-e74bd53d30eb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:10.514345 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.525687 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a8825d3e-9ae1-4f60-8d69-32ffd708fd17 req-54c3d8dc-ccc1-4c7f-a66b-e74bd53d30eb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 943 time: 0.1251097 Jul 18 16:42:10.580995 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2e94-e86a-44d4-99bb-d22ddcf2962a admin admin] Publish callbacks [] for security_group (f6f58341-eca9-4138-a110-88a62ecab7c3), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.691582 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 70811075-cf8a-4301-b4e2-128611842d08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70811075-cf8a-4301-b4e2-128611842d08,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:10.727926 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '70811075-cf8a-4301-b4e2-128611842d08', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'port_id': '70811075-cf8a-4301-b4e2-128611842d08', 'mac_address': 'fa:16:3e:1e:65:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:42:10.738950 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a8825d3e-9ae1-4f60-8d69-32ffd708fd17 req-909f4464-e8e5-49e1-8a23-4fd10fca928b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2105436 Jul 18 16:42:10.814329 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:10.814738 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.820489 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59260) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:10.834874 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2e94-e86a-44d4-99bb-d22ddcf2962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (f6f58341-eca9-4138-a110-88a62ecab7c3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.839020 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2e94-e86a-44d4-99bb-d22ddcf2962a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.841335 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ca3e2e94-e86a-44d4-99bb-d22ddcf2962a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f6f58341-eca9-4138-a110-88a62ecab7c3 HTTP/1.1" status: 204 len: 168 time: 0.6419766 Jul 18 16:42:10.880894 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e2e94-e86a-44d4-99bb-d22ddcf2962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f58341-eca9-4138-a110-88a62ecab7c3,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:10.982092 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a57e29-0bc0-4eb4-9ec6-7152ec4540b5 req-79a020cf-5504-4141-a89a-42bb416b34c8 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:10.996339 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3a57e29-0bc0-4eb4-9ec6-7152ec4540b5 req-79a020cf-5504-4141-a89a-42bb416b34c8 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.1146154 Jul 18 16:42:11.058173 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:11.061568 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:42:11.070800 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b23f26-740a-4199-b59c-ef97843a3294" -d '{"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-plugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:42:11.082596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.090351 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-27c539f4-d327-4ee9-9ac4-d03a9434dec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.111621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 70811075-cf8a-4301-b4e2-128611842d08 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:11.112578 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (70811075-cf8a-4301-b4e2-128611842d08), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.149073 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3a57e29-0bc0-4eb4-9ec6-7152ec4540b5 req-d39254af-fa1e-471f-abf1-1e5bccdc2b01 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475391 Jul 18 16:42:11.193005 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:11.195785 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70811075-cf8a-4301-b4e2-128611842d08 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:42:11.205715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd8cb3f-3b8e-4885-98b7-fe2acc75ddaa x-openstack-request-id: req-cdd8cb3f-3b8e-4885-98b7-fe2acc75ddaa {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:42:11.206211 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-plugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:42:11.206924 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cdd8cb3f-3b8e-4885-98b7-fe2acc75ddaa {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:42:11.207661 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd8cb3f-3b8e-4885-98b7-fe2acc75ddaa'] response: {'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39', 'code': 200} Jul 18 16:42:11.250883 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 70811075-cf8a-4301-b4e2-128611842d08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70811075-cf8a-4301-b4e2-128611842d08,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:11.266004 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (70811075-cf8a-4301-b4e2-128611842d08), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.274947 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=7']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:11.304636 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.310236 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.314716 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.315225 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.315763 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.321993 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.322399 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.322730 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.323129 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.325794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.326269 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.326692 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.334861 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.334861 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.335298 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:11.431600 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-27c539f4-d327-4ee9-9ac4-d03a9434dec9 admin admin] Publish callbacks [] for security_group (83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.447823 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-27c539f4-d327-4ee9-9ac4-d03a9434dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.525163 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=70811075-cf8a-4301-b4e2-128611842d08,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:11.559661 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-27c539f4-d327-4ee9-9ac4-d03a9434dec9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aa3853573e1747c18d79bb90e297281b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7375364 Jul 18 16:42:11.560990 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c539f4-d327-4ee9-9ac4-d03a9434dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:11.565391 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59280) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:11.601315 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59282) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:11.639478 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-09a7be67-141b-4ce3-8a29-e31b7232b2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.663470 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0f553e1e-4eca-41b3-a321-9cf41e13e592 admin admin] Publish callbacks [] for security_group (83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.694929 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0f553e1e-4eca-41b3-a321-9cf41e13e592 admin admin] Publish callbacks [] for security_group (83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.790440 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['70811075-cf8a-4301-b4e2-128611842d08'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:42:11.793000 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:11.801848 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0f553e1e-4eca-41b3-a321-9cf41e13e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.805990 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0f553e1e-4eca-41b3-a321-9cf41e13e592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:11.818495 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-0f553e1e-4eca-41b3-a321-9cf41e13e592 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5 HTTP/1.1" status: 204 len: 168 time: 0.2518830 Jul 18 16:42:11.842646 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f553e1e-4eca-41b3-a321-9cf41e13e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83da06cd-6ee6-4e15-8dca-7cfbdde4c8e5,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:11.919408 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180c7c1-55a9-48c1-91bc-184f1cebaa2b req-00ce0825-ce91-4cfe-9e93-dccdbb7fe744 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:11.930699 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8180c7c1-55a9-48c1-91bc-184f1cebaa2b req-00ce0825-ce91-4cfe-9e93-dccdbb7fe744 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 944 time: 0.0767288 Jul 18 16:42:11.965881 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fde0c2-de6c-4258-b6d1-bb369607b5bb req-3b01616d-066b-4d43-897e-d7c4e7c940f0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:11.990238 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65fde0c2-de6c-4258-b6d1-bb369607b5bb req-3b01616d-066b-4d43-897e-d7c4e7c940f0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2579286 Jul 18 16:42:12.013628 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8180c7c1-55a9-48c1-91bc-184f1cebaa2b req-ec8224ea-3492-463f-9c57-98fd3ff9bf19 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0814805 Jul 18 16:42:12.041271 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-09a7be67-141b-4ce3-8a29-e31b7232b2f1 admin admin] Publish callbacks [] for security_group (20970a22-5c67-4b60-8ded-4e4b1b2cacfc), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.093006 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-09a7be67-141b-4ce3-8a29-e31b7232b2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (20970a22-5c67-4b60-8ded-4e4b1b2cacfc), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.122665 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:12.139674 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device ca139efe-c37e-4064-a928-8621794e3268 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:42:12.249517 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-65fde0c2-de6c-4258-b6d1-bb369607b5bb req-89cc4a63-8fb0-43ac-832c-11a09dd30196 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196200 Jul 18 16:42:12.320575 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7be67-141b-4ce3-8a29-e31b7232b2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20970a22-5c67-4b60-8ded-4e4b1b2cacfc,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:12.335712 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-09a7be67-141b-4ce3-8a29-e31b7232b2f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b8e74bb60cf4167b00cd1f2a0cf1628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7318461 Jul 18 16:42:12.338773 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59304) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:12.475898 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce08a-3dc1-4ede-8d88-5759ad6f4c93 req-fef7a788-2f9b-4685-82ad-e5b85e52fc0f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:12.488989 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8d1ce08a-3dc1-4ede-8d88-5759ad6f4c93 req-fef7a788-2f9b-4685-82ad-e5b85e52fc0f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 943 time: 0.1613498 Jul 18 16:42:12.563532 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18baf420-f5db-4ccb-9a78-044ea17c48ad admin admin] Publish callbacks [] for security_group (20970a22-5c67-4b60-8ded-4e4b1b2cacfc), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.697149 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8d1ce08a-3dc1-4ede-8d88-5759ad6f4c93 req-6d415e30-887b-475d-ae10-0c386324e01f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007971 Jul 18 16:42:12.698086 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port ca139efe-c37e-4064-a928-8621794e3268, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ca139efe-c37e-4064-a928-8621794e3268,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:12.728726 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18baf420-f5db-4ccb-9a78-044ea17c48ad admin admin] Publish callbacks [] for security_group (20970a22-5c67-4b60-8ded-4e4b1b2cacfc), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.757788 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'ca139efe-c37e-4064-a928-8621794e3268', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'port_id': 'ca139efe-c37e-4064-a928-8621794e3268', 'mac_address': 'fa:16:3e:0e:a7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:42:12.816770 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18baf420-f5db-4ccb-9a78-044ea17c48ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (20970a22-5c67-4b60-8ded-4e4b1b2cacfc), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.821884 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-18baf420-f5db-4ccb-9a78-044ea17c48ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.824054 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-18baf420-f5db-4ccb-9a78-044ea17c48ad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20970a22-5c67-4b60-8ded-4e4b1b2cacfc HTTP/1.1" status: 204 len: 168 time: 0.4842284 Jul 18 16:42:12.837872 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baf420-f5db-4ccb-9a78-044ea17c48ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20970a22-5c67-4b60-8ded-4e4b1b2cacfc,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:12.902855 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port ca139efe-c37e-4064-a928-8621794e3268 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:12.903808 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ca139efe-c37e-4064-a928-8621794e3268), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.964285 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca139efe-c37e-4064-a928-8621794e3268 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:42:12.992966 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port ca139efe-c37e-4064-a928-8621794e3268, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ca139efe-c37e-4064-a928-8621794e3268,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:13.003511 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (ca139efe-c37e-4064-a928-8621794e3268), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:13.207425 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52afd85-fca9-431e-9888-145217f6e14a req-2475c1ee-0d9f-448d-9d7b-eab9b19451bc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:13.208090 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=ca139efe-c37e-4064-a928-8621794e3268,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:13.210188 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e52afd85-fca9-431e-9888-145217f6e14a req-2475c1ee-0d9f-448d-9d7b-eab9b19451bc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 944 time: 0.0905125 Jul 18 16:42:13.307569 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e52afd85-fca9-431e-9888-145217f6e14a req-a7725f41-e96b-4eba-86bc-2a3959d48c22 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0907898 Jul 18 16:42:13.568260 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4577fa-6436-4371-b7d7-5af7207f2a87 req-ddaa8ad1-191d-4dce-9182-6854543c1371 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:13.584987 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4b4577fa-6436-4371-b7d7-5af7207f2a87 req-ddaa8ad1-191d-4dce-9182-6854543c1371 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1166492 Jul 18 16:42:13.737244 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4b4577fa-6436-4371-b7d7-5af7207f2a87 req-d4288a70-da15-4c3f-82b2-e29dcdf5f67f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509306 Jul 18 16:42:13.942295 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['ca139efe-c37e-4064-a928-8621794e3268'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:42:14.013373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2572d-ce53-406d-bf36-55a6dd387ba7 req-56a0e6fb-40c8-4cde-9c2c-acf7b1fdc44a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:14.016325 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-31f2572d-ce53-406d-bf36-55a6dd387ba7 req-56a0e6fb-40c8-4cde-9c2c-acf7b1fdc44a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 944 time: 0.1131322 Jul 18 16:42:14.172797 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 70811075-cf8a-4301-b4e2-128611842d08 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:14.195075 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:14.317342 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-31f2572d-ce53-406d-bf36-55a6dd387ba7 req-581c1ba6-6651-49ab-aa6e-2202c9500679 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936065 Jul 18 16:42:14.432259 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 70811075-cf8a-4301-b4e2-128611842d08 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:42:14.495089 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 70811075-cf8a-4301-b4e2-128611842d08 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:14.495808 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (70811075-cf8a-4301-b4e2-128611842d08), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:14.730832 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30debf-d2df-476e-bb38-4b0a3963a2c5 req-9d895cef-1f0a-43ff-9c3c-05ee2e233b8f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:14.737860 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59380) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:14.761226 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a30debf-d2df-476e-bb38-4b0a3963a2c5 req-9d895cef-1f0a-43ff-9c3c-05ee2e233b8f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 944 time: 0.2271035 Jul 18 16:42:14.766173 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:14.956533 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 70811075-cf8a-4301-b4e2-128611842d08 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:14.961860 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (70811075-cf8a-4301-b4e2-128611842d08), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:15.008317 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:15.033307 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a30debf-d2df-476e-bb38-4b0a3963a2c5 req-254c2959-0b63-430a-9b50-8e3c7c1a91c1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2578135 Jul 18 16:42:15.068019 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70811075-cf8a-4301-b4e2-128611842d08'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:42:15.074962 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22a6798-8125-4fd0-ae29-5ce87ac6e1dd" -d '{"events": [{"server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "name": "network-vif-plugged", "status": "completed", "tag": "70811075-cf8a-4301-b4e2-128611842d08"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:42:15.102582 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 70811075-cf8a-4301-b4e2-128611842d08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70811075-cf8a-4301-b4e2-128611842d08,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:15.129760 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (70811075-cf8a-4301-b4e2-128611842d08), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:15.148333 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1466f14-f498-4216-8bf3-58a0c42e81a6 req-e2c6a411-fa88-4f82-9380-a0b3c8695795 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:15.157585 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f1466f14-f498-4216-8bf3-58a0c42e81a6 req-e2c6a411-fa88-4f82-9380-a0b3c8695795 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1535394 Jul 18 16:42:15.230780 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:15.239237 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:15.245040 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f1466f14-f498-4216-8bf3-58a0c42e81a6 req-211e0119-f138-4ac5-b9e7-07dcf401fa1a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853343 Jul 18 16:42:15.248560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081b95cf-5435-47e9-98cd-6c2e1d5b2a23 x-openstack-request-id: req-081b95cf-5435-47e9-98cd-6c2e1d5b2a23 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:42:15.248877 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "name": "network-vif-plugged", "status": "completed", "tag": "70811075-cf8a-4301-b4e2-128611842d08", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:42:15.249770 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-081b95cf-5435-47e9-98cd-6c2e1d5b2a23 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:42:15.250296 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081b95cf-5435-47e9-98cd-6c2e1d5b2a23'] response: {'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70811075-cf8a-4301-b4e2-128611842d08', 'code': 200} Jul 18 16:42:15.309071 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=70811075-cf8a-4301-b4e2-128611842d08,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:15.367575 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1397924853-network', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:15.451857 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Made reservation on behalf of edffd84b958d4e2a880fae7c4709d36d for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:42:15.455120 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:15.490263 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:15.510795 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2bc9b-03a9-4a0b-b3ce-66af0f911f03 req-8001f4e7-b879-42d0-a04f-d584f65b3c3b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:15.522397 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e2e2bc9b-03a9-4a0b-b3ce-66af0f911f03 req-8001f4e7-b879-42d0-a04f-d584f65b3c3b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 944 time: 0.0804288 Jul 18 16:42:15.600719 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e2e2bc9b-03a9-4a0b-b3ce-66af0f911f03 req-c1df14cd-bf08-4ce7-9bb4-d69176e55bd0 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745873 Jul 18 16:42:15.966998 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks [] for security_group (efc6ca54-604b-49f9-8d77-b54ba417c92f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:15.987635 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (efc6ca54-604b-49f9-8d77-b54ba417c92f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:16.010148 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:42:16.029630 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:16.031195 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Added segment 4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9 of type vlan for network 94186e07-4092-42bb-bef4-09c745cebf42 Jul 18 16:42:16.168945 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (94186e07-4092-42bb-bef4-09c745cebf42), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:16.268664 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:16.315104 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (94186e07-4092-42bb-bef4-09c745cebf42), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:16.317120 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:16.318318 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:16.410759 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59414) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:16.411407 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.6591644 Jul 18 16:42:16.411930 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Request body: {'subnet': {'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1397924853-subnet', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:16.470876 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Made reservation on behalf of edffd84b958d4e2a880fae7c4709d36d for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:42:16.478376 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:16.585468 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6ca54-604b-49f9-8d77-b54ba417c92f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:16.689460 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8633d-dcfc-42ac-ac99-fcb21a6778b7 req-9e13b495-3454-4720-82aa-95cb96ba3051 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:16.709179 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-83c8633d-dcfc-42ac-ac99-fcb21a6778b7 req-9e13b495-3454-4720-82aa-95cb96ba3051 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.3960338 Jul 18 16:42:16.726894 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.727501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.727974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.728483 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.728876 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.729506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.729839 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.730637 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.731210 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.731662 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.732125 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.732567 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.733004 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.733688 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.734150 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:42:16.735686 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:16.757035 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654e4ad-7a63-41b1-9630-f706d7521652 admin admin] Pushing event updated for resources: {'Network': ['ID=94186e07-4092-42bb-bef4-09c745cebf42,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:16.761241 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9861dd5-9bb8-44a3-9f9e-ca7c4df01d1c req-91392fb6-f422-4d99-a23a-958f654f1d51 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:16.764555 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b9861dd5-9bb8-44a3-9f9e-ca7c4df01d1c req-91392fb6-f422-4d99-a23a-958f654f1d51 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2330606 Jul 18 16:42:16.804290 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:16.824144 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-83c8633d-dcfc-42ac-ac99-fcb21a6778b7 req-cb371a23-6abe-4407-bc75-6e1717ee53cc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1116245 Jul 18 16:42:16.824498 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 94186e07-4092-42bb-bef4-09c745cebf42 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:42:17.070999 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2cb3a-ab30-496f-b512-d9336e46dd23 req-c3056cab-87c8-4af7-9f8a-0f451c382635 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:17.079987 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-93a2cb3a-ab30-496f-b512-d9336e46dd23 req-c3056cab-87c8-4af7-9f8a-0f451c382635 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 944 time: 0.1374793 Jul 18 16:42:17.302776 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-93a2cb3a-ab30-496f-b512-d9336e46dd23 req-730aea7e-da6c-40c4-b7a3-0d75d7b7020e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131319 Jul 18 16:42:17.393842 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b9861dd5-9bb8-44a3-9f9e-ca7c4df01d1c req-4064c15f-2fc5-4373-a106-a66b485a964f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6020029 Jul 18 16:42:17.404942 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (403a1512-0ed5-4671-bf38-261bd10555c2), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:17.689259 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403a1512-0ed5-4671-bf38-261bd10555c2,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:17.763660 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323513f3-e0bd-4df8-b1be-8049c7f1859e req-59af6ffb-9d72-4615-a8de-b17c7fd9b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:17.766354 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-323513f3-e0bd-4df8-b1be-8049c7f1859e req-59af6ffb-9d72-4615-a8de-b17c7fd9b974 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1129 time: 0.0633886 Jul 18 16:42:17.767859 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Checking segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:17.768223 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Network hostable DHCP agents. Network: 94186e07-4092-42bb-bef4-09c745cebf42, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:42:17.865621 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Network 94186e07-4092-42bb-bef4-09c745cebf42 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:42:18.012298 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-323513f3-e0bd-4df8-b1be-8049c7f1859e req-08a8a35a-04ce-44f0-b7d4-cb5c614d8fb4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2260892 Jul 18 16:42:18.040533 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 94186e07-4092-42bb-bef4-09c745cebf42) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:18.242301 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device ca139efe-c37e-4064-a928-8621794e3268 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:18.257383 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:18.260220 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:18.268025 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690bf95-12a1-42c9-ada4-e26bb5af4f37 req-3e1abe35-c32e-4d1f-8f22-02b9ef76bc7e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:18.317158 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ee8da552-c844-4a5a-b5c2-397642c4c042 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9091043 Jul 18 16:42:18.317655 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59440) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:18.328025 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:18.329166 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d690bf95-12a1-42c9-ada4-e26bb5af4f37 req-3e1abe35-c32e-4d1f-8f22-02b9ef76bc7e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.2573886 Jul 18 16:42:18.377581 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (0fc540cf-4285-4bd1-848e-15151b2a67a3), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:18.382815 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (0fc540cf-4285-4bd1-848e-15151b2a67a3), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:18.475626 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2082f715-91ca-457d-ae50-5d135c22694e None None] Network 94186e07-4092-42bb-bef4-09c745cebf42 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:42:18.536401 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d690bf95-12a1-42c9-ada4-e26bb5af4f37 req-ac57db36-77ab-41ca-a2b3-db4c46d2d986 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2049129 Jul 18 16:42:18.571120 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks [] for router_controller (0fc540cf-4285-4bd1-848e-15151b2a67a3), precommit_add_association {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:18.943579 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350267a-8468-4035-9684-d6cba420e587 req-af16a5f2-5099-42d0-9afd-de97d2a7d988 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:18.962812 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1350267a-8468-4035-9684-d6cba420e587 req-af16a5f2-5099-42d0-9afd-de97d2a7d988 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2066936 Jul 18 16:42:19.019891 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810faf9-f673-4044-b8e7-5e686bdc8587 req-6cdd88ff-2177-4445-9efd-87fe0d0d58ef tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:19.036851 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0810faf9-f673-4044-b8e7-5e686bdc8587 req-6cdd88ff-2177-4445-9efd-87fe0d0d58ef tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 944 time: 0.2273316 Jul 18 16:42:19.091024 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port ca139efe-c37e-4064-a928-8621794e3268 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:42:19.116875 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-94186e07-4092-42bb-bef4-09c745cebf42', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:42:19.118035 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:19.135648 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port ca139efe-c37e-4064-a928-8621794e3268 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:19.135648 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (ca139efe-c37e-4064-a928-8621794e3268), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:19.188909 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1350267a-8468-4035-9684-d6cba420e587 req-5ffb7509-0ed5-480c-b876-21ce29ccd733 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128575 Jul 18 16:42:19.301151 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-833f08e6-a661-4e98-be11-991e4b191f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:19.343491 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks [] for router_gateway (0fc540cf-4285-4bd1-848e-15151b2a67a3), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:19.457325 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0810faf9-f673-4044-b8e7-5e686bdc8587 req-5db6796a-b03c-4688-891d-ab1e26045fce tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187884 Jul 18 16:42:20.048605 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Allocated IP 172.20.0.2 (94186e07-4092-42bb-bef4-09c745cebf42/403a1512-0ed5-4671-bf38-261bd10555c2/bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:42:20.069876 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47f60a-bd2e-46fb-bdb8-5d6f78447e65 req-38197b37-fd8b-4bbf-a003-c6d1adbae70d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:20.083945 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0d47f60a-bd2e-46fb-bdb8-5d6f78447e65 req-38197b37-fd8b-4bbf-a003-c6d1adbae70d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.2523124 Jul 18 16:42:20.407998 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:20.496197 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks [] for router_gateway (0fc540cf-4285-4bd1-848e-15151b2a67a3), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:20.644201 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:20.767855 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Publish callbacks [] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:20.797783 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:20.819808 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:20.895895 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:20.924654 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402e9df-4f66-4502-861a-782c5da9aebd req-417e8ea3-e89f-49e8-8447-1b57546d5ecb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:20.944676 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1402e9df-4f66-4502-861a-782c5da9aebd req-417e8ea3-e89f-49e8-8447-1b57546d5ecb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.3320744 Jul 18 16:42:20.949236 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0d47f60a-bd2e-46fb-bdb8-5d6f78447e65 req-78bd10e9-1282-44d4-96e1-47a99738cb89 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8533490 Jul 18 16:42:21.035612 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Pushing event updated for resources: {'Port': ['ID=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:21.129172 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Network 94186e07-4092-42bb-bef4-09c745cebf42 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:21.162560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port ca139efe-c37e-4064-a928-8621794e3268 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:21.163292 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ca139efe-c37e-4064-a928-8621794e3268), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:21.190954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:21.194879 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:42:21.325429 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1402e9df-4f66-4502-861a-782c5da9aebd req-f29864b4-df1e-4266-8605-3357534c4e2e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790116 Jul 18 16:42:21.346884 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:42:21.359702 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d02aece-60dc-4b63-baad-0168b8411eef" -d '{"events": [{"server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "name": "network-vif-plugged", "status": "completed", "tag": "ca139efe-c37e-4064-a928-8621794e3268"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:42:21.386737 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:21.388942 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Allocated IP 172.27.0.91 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/d3db85de-00c7-429e-aca7-96b177eaf768) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:42:21.389512 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port ca139efe-c37e-4064-a928-8621794e3268, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ca139efe-c37e-4064-a928-8621794e3268,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:21.406465 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (ca139efe-c37e-4064-a928-8621794e3268), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:21.465901 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffc21b-651f-4274-bc69-9dfb22e50ad1 req-d86130d3-4c7a-4e97-9b9b-6851b9e974f3 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:21.477586 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dcffc21b-651f-4274-bc69-9dfb22e50ad1 req-d86130d3-4c7a-4e97-9b9b-6851b9e974f3 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 944 time: 0.3342202 Jul 18 16:42:21.582054 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Attempting to bind port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:42:21.582613 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Attempting to bind port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:42:21.582940 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Attempting to bind port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:42:21.615529 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd960ba-e49a-45e7-a962-dc41c0e81634 x-openstack-request-id: req-fbd960ba-e49a-45e7-a962-dc41c0e81634 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:42:21.615529 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "name": "network-vif-plugged", "status": "completed", "tag": "ca139efe-c37e-4064-a928-8621794e3268", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:42:21.615529 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbd960ba-e49a-45e7-a962-dc41c0e81634 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:42:21.615994 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd960ba-e49a-45e7-a962-dc41c0e81634'] response: {'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268', 'code': 200} Jul 18 16:42:21.649281 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:21.653306 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:42:21.655395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Checking segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:21.655395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:21.657193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Bound using segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:42:21.663711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Bound port: bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:42:21.663711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:21.745287 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dcffc21b-651f-4274-bc69-9dfb22e50ad1 req-13944efa-0034-45b4-af7a-64bac8460a36 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582519 Jul 18 16:42:21.769387 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=ca139efe-c37e-4064-a928-8621794e3268,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:21.901576 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks [] for port (d3db85de-00c7-429e-aca7-96b177eaf768), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:21.949622 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] For port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:42:21.956560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] For port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:42:21.974138 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:22.138497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59508) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:22.198437 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-657da412-7d3e-496f-8945-52bee6408b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:22.200353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a7d92-89ca-43ef-ba7d-ca33055575fd None None] Pushing event updated for resources: {'Port': ['ID=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:22.347648 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf099ad-b7d6-4b8c-b44a-6d1caebe1f32 req-7042537b-e8a9-4768-b8ee-8cc506e68be7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:22.360082 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-baf099ad-b7d6-4b8c-b44a-6d1caebe1f32 req-7042537b-e8a9-4768-b8ee-8cc506e68be7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.2222395 Jul 18 16:42:22.423430 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f7cb5-e6f2-45dd-90df-20715d186b39 req-121bbc56-334f-4967-8eec-842c9eb5724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:22.427630 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-587f7cb5-e6f2-45dd-90df-20715d186b39 req-121bbc56-334f-4967-8eec-842c9eb5724e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 1129 time: 0.4291432 Jul 18 16:42:22.429173 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:22.495695 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e18efdc5-b0bb-4e16-aaba-60b12c4a8948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:22.762324 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ed0d-d75e-40b3-af1d-4ffdd01ec036 req-f281872f-ab1c-4dfb-ba36-43f9153f059f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:22.765202 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4688ed0d-d75e-40b3-af1d-4ffdd01ec036 req-f281872f-ab1c-4dfb-ba36-43f9153f059f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1449614 Jul 18 16:42:22.830986 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:22.847007 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:22.859360 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:42:22.917933 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Pushing event updated for resources: {'Port': ['ID=d3db85de-00c7-429e-aca7-96b177eaf768,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:23.017086 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-baf099ad-b7d6-4b8c-b44a-6d1caebe1f32 req-fae140b9-ec69-4850-a6da-2be8f374370a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6286714 Jul 18 16:42:23.099247 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e18efdc5-b0bb-4e16-aaba-60b12c4a8948 admin admin] Publish callbacks [] for security_group (849d446b-a760-4f07-84e3-b88e1ed80d37), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:23.152652 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-587f7cb5-e6f2-45dd-90df-20715d186b39 req-f5da441d-2630-4877-8d41-8ba879078b31 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6909676 Jul 18 16:42:23.153663 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4688ed0d-d75e-40b3-af1d-4ffdd01ec036 req-8b679100-4cbd-410b-a985-ad7760e1bb44 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752620 Jul 18 16:42:23.159372 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e18efdc5-b0bb-4e16-aaba-60b12c4a8948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (849d446b-a760-4f07-84e3-b88e1ed80d37), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:23.386841 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-e18efdc5-b0bb-4e16-aaba-60b12c4a8948 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4eb47c73399f4267962d7bdbbe95d19e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2425127 Jul 18 16:42:23.407127 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59534) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:23.425046 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:23.602495 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbaacd-a78f-49d4-ac3f-d1997627431f req-b3995453-73bd-43ae-8295-a12406161ede tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:23.605644 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-62cbaacd-a78f-49d4-ac3f-d1997627431f req-b3995453-73bd-43ae-8295-a12406161ede tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.1791272 Jul 18 16:42:23.616103 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a242dc8-161f-4700-bae8-f5468cdf3b5c req-371f0834-baa1-4a59-a152-a1dc6891ec08 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:23.630305 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7a242dc8-161f-4700-bae8-f5468cdf3b5c req-371f0834-baa1-4a59-a152-a1dc6891ec08 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.2323682 Jul 18 16:42:23.642837 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59544) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:23.678384 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'floatingip': {'port_id': '70811075-cf8a-4301-b4e2-128611842d08'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:23.683918 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18efdc5-b0bb-4e16-aaba-60b12c4a8948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849d446b-a760-4f07-84e3-b88e1ed80d37,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:23.770873 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b406-875f-4c0b-a797-9b82c66e0e48 admin admin] Publish callbacks [] for security_group (849d446b-a760-4f07-84e3-b88e1ed80d37), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:23.788555 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:23.840937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b406-875f-4c0b-a797-9b82c66e0e48 admin admin] Publish callbacks [] for security_group (849d446b-a760-4f07-84e3-b88e1ed80d37), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:24.036743 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:24.091671 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b406-875f-4c0b-a797-9b82c66e0e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (849d446b-a760-4f07-84e3-b88e1ed80d37), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:24.100009 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b406-875f-4c0b-a797-9b82c66e0e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:24.107217 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-7ad6b406-875f-4c0b-a797-9b82c66e0e48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/849d446b-a760-4f07-84e3-b88e1ed80d37 HTTP/1.1" status: 204 len: 168 time: 0.6873708 Jul 18 16:42:24.142381 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6b406-875f-4c0b-a797-9b82c66e0e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849d446b-a760-4f07-84e3-b88e1ed80d37,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:24.172368 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaeaa54-5e5e-4acd-a2f4-f36e619dda3e None None] Network 94186e07-4092-42bb-bef4-09c745cebf42 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:42:24.204009 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks [] for router_gateway (0fc540cf-4285-4bd1-848e-15151b2a67a3), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:24.356805 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:24.443708 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:24.517162 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e1a39-1a4c-4d58-b675-e59eeb6f6601 req-7df71839-258d-4651-9f46-7b4f9fbd3fe1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:24.538177 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f68e1a39-1a4c-4d58-b675-e59eeb6f6601 req-7df71839-258d-4651-9f46-7b4f9fbd3fe1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1471615 Jul 18 16:42:24.699714 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-62cbaacd-a78f-49d4-ac3f-d1997627431f req-e12e03bd-4d9b-443a-b0c7-702e0d0cbd45 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0769663 Jul 18 16:42:24.758905 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f68e1a39-1a4c-4d58-b675-e59eeb6f6601 req-97aca1da-5751-40f3-a8e6-a3b471a60057 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087212 Jul 18 16:42:25.021375 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:25.494205 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-8279f9ab-da66-4ba3-99d8-7a43f2ef82f9 None None] Provisioning complete for port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:25.495078 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8279f9ab-da66-4ba3-99d8-7a43f2ef82f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:25.581177 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:25.581899 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:25.732623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:25.959696 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:25.960615 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:26.090458 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:26.274496 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:26.410085 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fe6b2-fc01-42ae-969d-15e0b2d0ed35 req-63e60214-dbac-4317-a66a-6541ecada1d6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:26.441349 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b00fe6b2-fc01-42ae-969d-15e0b2d0ed35 req-63e60214-dbac-4317-a66a-6541ecada1d6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.3495960 Jul 18 16:42:26.543944 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:26.778454 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8279f9ab-da66-4ba3-99d8-7a43f2ef82f9 None None] Current status of the port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:26.779091 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8279f9ab-da66-4ba3-99d8-7a43f2ef82f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:26.792471 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b00fe6b2-fc01-42ae-969d-15e0b2d0ed35 req-755d0f0d-bf55-448d-92dc-1fb5f6675bc9 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628829 Jul 18 16:42:27.059786 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.db.api [None req-8279f9ab-da66-4ba3-99d8-7a43f2ef82f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:42:27.060437 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG oslo_db.api [None req-8279f9ab-da66-4ba3-99d8-7a43f2ef82f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:42:27.078464 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:27.430053 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (0fc540cf-4285-4bd1-848e-15151b2a67a3), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:27.452541 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435f075-8398-486c-bf43-6a6e0b7701b1 req-a927a81c-62bc-4b3f-9b8b-a13e07090f75 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:27.456460 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8435f075-8398-486c-bf43-6a6e0b7701b1 req-a927a81c-62bc-4b3f-9b8b-a13e07090f75 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.3565788 Jul 18 16:42:27.563830 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59626) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:27.616760 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=8,neutron:SELECT=91,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:27.672967 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8279f9ab-da66-4ba3-99d8-7a43f2ef82f9 None None] Current status of the port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:27.797794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:27.894247 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-7f40ded9-6066-4900-bb89-5603282106c7 None None] Provisioning complete for port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:27.903886 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7f40ded9-6066-4900-bb89-5603282106c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:28.123140 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-7f40ded9-6066-4900-bb89-5603282106c7 None None] Current status of the port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:28.230648 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f250-bf7e-4c49-9dba-229d2297d9de req-95383e9c-80de-49c9-bd82-e2f3e0e65447 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:28.241612 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e633f250-bf7e-4c49-9dba-229d2297d9de req-95383e9c-80de-49c9-bd82-e2f3e0e65447 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1440959 Jul 18 16:42:28.249546 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:42:28.328408 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b194561d-34d5-47f3-9ad4-70074de70444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:28.340568 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:28.500624 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e633f250-bf7e-4c49-9dba-229d2297d9de req-5ebf8a5c-a8aa-4998-9008-dee89944fda1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575717 Jul 18 16:42:28.568400 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8435f075-8398-486c-bf43-6a6e0b7701b1 req-b99deea9-a7e1-4fd4-a588-fde7a2a16525 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0989287 Jul 18 16:42:28.814262 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b194561d-34d5-47f3-9ad4-70074de70444 admin admin] Publish callbacks [] for security_group (57efcac0-e85d-4a1c-9c8f-035e977c7f3b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:28.828111 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b194561d-34d5-47f3-9ad4-70074de70444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (57efcac0-e85d-4a1c-9c8f-035e977c7f3b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:28.954731 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b194561d-34d5-47f3-9ad4-70074de70444 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=596431401ebd431492d52e760d961ede&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3883290 Jul 18 16:42:28.957712 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59656) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:29.124460 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.db.resource_extend [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 16:42:29.209141 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59658) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:29.210477 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194561d-34d5-47f3-9ad4-70074de70444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57efcac0-e85d-4a1c-9c8f-035e977c7f3b,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:29.266801 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:29.314240 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:42:29.320968 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:29.328865 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:29.341046 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:29.536808 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f5bdf-5c40-4b75-af84-a835688b08de req-0388c760-d7a2-43bf-8be4-314dd2f63f95 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:29.556156 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-227f5bdf-5c40-4b75-af84-a835688b08de req-0388c760-d7a2-43bf-8be4-314dd2f63f95 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.4887059 Jul 18 16:42:29.576927 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59666) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:29.614757 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'port_id': 'ca139efe-c37e-4064-a928-8621794e3268'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:29.620067 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:29.624838 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:29.768892 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:29.778286 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:42:29.804868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:29.830679 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (3a514939-edd7-442d-93c0-3ab9e9fe99cc), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:29.839791 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:42:29.886012 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:29.886715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:30.036104 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:30.042158 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f0de7ffd-659e-4f98-952f-5bbf4bd78d60 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.7236478 Jul 18 16:42:30.050597 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59668) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:30.129118 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cc37c92-80f8-4b83-b528-e0cd28cfa414 admin admin] Publish callbacks [] for security_group (57efcac0-e85d-4a1c-9c8f-035e977c7f3b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:30.189061 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:30.208335 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cc37c92-80f8-4b83-b528-e0cd28cfa414 admin admin] Publish callbacks [] for security_group (57efcac0-e85d-4a1c-9c8f-035e977c7f3b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:30.234107 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafbc9c-c5e9-4598-aecc-6facbd38a9f2 req-4cf756fd-bc5d-41cd-9971-673865986824 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:30.236089 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9eafbc9c-c5e9-4598-aecc-6facbd38a9f2 req-4cf756fd-bc5d-41cd-9971-673865986824 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2434139 Jul 18 16:42:30.285539 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Floating IP a3213311-ff80-4616-8a62-7a6d430374dd associated. External IP: 172.27.0.192, port: 70811075-cf8a-4301-b4e2-128611842d08. Jul 18 16:42:30.309449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c7bd53d6-05ff-4028-9e84-e7d193908d2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:30.392644 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:30.491767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cc37c92-80f8-4b83-b528-e0cd28cfa414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (57efcac0-e85d-4a1c-9c8f-035e977c7f3b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:30.497919 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3cc37c92-80f8-4b83-b528-e0cd28cfa414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:30.531071 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-3cc37c92-80f8-4b83-b528-e0cd28cfa414 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57efcac0-e85d-4a1c-9c8f-035e977c7f3b HTTP/1.1" status: 204 len: 168 time: 1.5673983 Jul 18 16:42:30.577342 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9eafbc9c-c5e9-4598-aecc-6facbd38a9f2 req-7d6b963c-4b87-4d98-8437-a5b793f5af6b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329799 Jul 18 16:42:30.710076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc37c92-80f8-4b83-b528-e0cd28cfa414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57efcac0-e85d-4a1c-9c8f-035e977c7f3b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:31.093678 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:31.235967 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:23Z', 'revision_number': 3, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:31.252768 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c7bd53d6-05ff-4028-9e84-e7d193908d2b admin admin] Publish callbacks [] for security_group (dae82f26-cf2e-452e-a2a3-46f3e42b4108), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:31.291451 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c7bd53d6-05ff-4028-9e84-e7d193908d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (dae82f26-cf2e-452e-a2a3-46f3e42b4108), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:31.319095 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:42:31.319765 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Updating router 0fc540cf-4285-4bd1-848e-15151b2a67a3 port d3db85de-00c7-429e-aca7-96b177eaf768 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:42:31.450049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Router e05e21c6-b297-47c5-8e33-dc04c2c1c668 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:42:31.460765 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:31.509973 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:31.615439 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:31.680057 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c7bd53d6-05ff-4028-9e84-e7d193908d2b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61ce43dd79bd41f3b26b68fbc75ea00e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4537776 Jul 18 16:42:31.728979 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59680) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:31.743215 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd53d6-05ff-4028-9e84-e7d193908d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae82f26-cf2e-452e-a2a3-46f3e42b4108,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:32.057487 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:32.120421 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65741b1-f886-4ddf-ab99-97c984af9862 req-4d2eaf2c-7451-43c5-b849-330164b13162 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:32.120421 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e65741b1-f886-4ddf-ab99-97c984af9862 req-4d2eaf2c-7451-43c5-b849-330164b13162 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2954071 Jul 18 16:42:32.189593 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b93c5297-61c6-4aa1-ae9b-7121bc942575 admin admin] Publish callbacks [] for security_group (dae82f26-cf2e-452e-a2a3-46f3e42b4108), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.412093 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Publish callbacks [] for port (d3db85de-00c7-429e-aca7-96b177eaf768), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.421899 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.429410 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:32.440666 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.db.resource_extend [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 18 16:42:32.456846 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b93c5297-61c6-4aa1-ae9b-7121bc942575 admin admin] Publish callbacks [] for security_group (dae82f26-cf2e-452e-a2a3-46f3e42b4108), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.489239 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:42:32.492438 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:32.496865 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.514238 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] Sync routers for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:42:32.538058 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:32.541785 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:32.571085 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Attempting to bind port d3db85de-00c7-429e-aca7-96b177eaf768 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:42:32.571570 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Attempting to bind port d3db85de-00c7-429e-aca7-96b177eaf768 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:42:32.571845 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Attempting to bind port d3db85de-00c7-429e-aca7-96b177eaf768 on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:42:32.603651 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e65741b1-f886-4ddf-ab99-97c984af9862 req-f4220071-725f-4b2b-b61f-b352d34f4b01 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4311163 Jul 18 16:42:32.626347 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9594a-192b-4ef0-9f96-71eb5b3cb6f2 None None] Pushing event updated for resources: {'Port': ['ID=d3db85de-00c7-429e-aca7-96b177eaf768,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:32.636251 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:42:32.645497 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:32.645918 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.646325 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:42:32.646886 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Bound port: d3db85de-00c7-429e-aca7-96b177eaf768, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:42:32.647458 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.697655 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.708655 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-0b6f27c0-bb2f-4597-8d6c-69d0096e5206 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "PUT /v2.0/floatingips/a3213311-ff80-4616-8a62-7a6d430374dd HTTP/1.1" status: 200 len: 991 time: 9.0623829 Jul 18 16:42:32.722302 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] For port d3db85de-00c7-429e-aca7-96b177eaf768, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:42:32.723685 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (3a514939-edd7-442d-93c0-3ab9e9fe99cc), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.726268 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] For port d3db85de-00c7-429e-aca7-96b177eaf768, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=d3db85de-00c7-429e-aca7-96b177eaf768,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:42:32.729881 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:42:32.734353 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:42:32.737326 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.848803 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:32.865037 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914cd08-3bc8-4292-888e-3590316bb6d6 x-openstack-request-id: req-5914cd08-3bc8-4292-888e-3590316bb6d6 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:42:32.865632 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:42:32.866054 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5914cd08-3bc8-4292-888e-3590316bb6d6 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:42:32.866650 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5914cd08-3bc8-4292-888e-3590316bb6d6'] response: {'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08', 'status': 'completed', 'code': 200} Jul 18 16:42:32.946900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b93c5297-61c6-4aa1-ae9b-7121bc942575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (dae82f26-cf2e-452e-a2a3-46f3e42b4108), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.950281 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b93c5297-61c6-4aa1-ae9b-7121bc942575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:32.951920 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b93c5297-61c6-4aa1-ae9b-7121bc942575 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dae82f26-cf2e-452e-a2a3-46f3e42b4108 HTTP/1.1" status: 204 len: 168 time: 1.2050502 Jul 18 16:42:32.955296 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:32.955881 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP 3a514939-edd7-442d-93c0-3ab9e9fe99cc associated. External IP: 172.27.0.124, port: ca139efe-c37e-4064-a928-8621794e3268. Jul 18 16:42:32.956013 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:33.009859 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c5297-61c6-4aa1-ae9b-7121bc942575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae82f26-cf2e-452e-a2a3-46f3e42b4108,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:33.055139 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Allocated IP 172.20.0.1 (94186e07-4092-42bb-bef4-09c745cebf42/403a1512-0ed5-4671-bf38-261bd10555c2/3eb6d9dd-da34-4355-ac7d-d24654bfc8c1) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:42:33.064852 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:33.085315 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9594a-192b-4ef0-9f96-71eb5b3cb6f2 None None] Pushing event updated for resources: {'Port': ['ID=d3db85de-00c7-429e-aca7-96b177eaf768,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:33.145169 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-0e2dabfa-f612-4039-9335-647e8c9c20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:33.149767 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-0e2dabfa-f612-4039-9335-647e8c9c20bf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1129 time: 0.2302437 Jul 18 16:42:33.312181 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:33.378214 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:33.651305 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'a3213311-ff80-4616-8a62-7a6d430374dd', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'port_id': '70811075-cf8a-4301-b4e2-128611842d08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'mac_address': 'fa:16:3e:1e:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:36Z', 'updated_at': '2022-07-18T16:42:28Z', 'revision_number': 1, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:33.661021 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:42:33.800844 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] Checking router: e05e21c6-b297-47c5-8e33-dc04c2c1c668 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:42:33.828646 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-32ef38ef-595f-44e2-bc68-a7decb37c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:33.840332 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-32ef38ef-595f-44e2-bc68-a7decb37c49c service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.6808348 Jul 18 16:42:33.845351 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:33.849885 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:33.999890 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:23Z', 'revision_number': 3, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:34.020106 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59700) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:34.058152 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bb6073cf-65bd-46a7-b1f2-2f9d004a8290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:34.077317 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks [] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:34.105387 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d9ac-16e8-498d-a577-a73ac1a3b292 req-767e2ec2-0f8d-4277-a5de-0ceb78623b4c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:34.108451 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6e55d9ac-16e8-498d-a577-a73ac1a3b292 req-767e2ec2-0f8d-4277-a5de-0ceb78623b4c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2687221 Jul 18 16:42:34.130461 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4e897c-9be2-4e44-b5ad-5c9dbb7a0074 None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:23Z', 'revision_number': 3, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:42:34.251563 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:34.357318 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-0b3f7d4f-76df-402e-b6ba-e9f3e89f06ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 999 time: 0.4977584 Jul 18 16:42:34.374486 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:42:34.393924 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7714644d-5138-4c87-846d-764486e1b240 None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:42:34.404259 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:34.510776 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:34.510776 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:34.534606 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:34.537869 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-554ed70d-ade3-4078-8e93-cb5b4741bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:34.540322 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-554ed70d-ade3-4078-8e93-cb5b4741bd89 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1806262 Jul 18 16:42:34.544262 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:34.640454 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Pushing event updated for resources: {'Port': ['ID=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:34.940833 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Network 94186e07-4092-42bb-bef4-09c745cebf42 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:34.949199 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:34.959338 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:34.964865 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6e55d9ac-16e8-498d-a577-a73ac1a3b292 req-d71a24c2-10d7-47d6-a554-04e34b2449d4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8469582 Jul 18 16:42:34.972135 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:42:35.200408 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bb6073cf-65bd-46a7-b1f2-2f9d004a8290 admin admin] Publish callbacks [] for security_group (66bc0c41-6e86-4dda-9430-0a2d1800fe44), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:35.221624 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-81678bc4-0a40-4f5c-a5d6-2dee986a40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:35.240505 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c9316a0c-ac55-4be7-a15e-934369ef3a10 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "PUT /v2.0/floatingips/3a514939-edd7-442d-93c0-3ab9e9fe99cc HTTP/1.1" status: 200 len: 991 time: 5.6573427 Jul 18 16:42:35.247060 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-81678bc4-0a40-4f5c-a5d6-2dee986a40a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6307008 Jul 18 16:42:35.261989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:42:35.275332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c" -d '{"events": [{"name": "network-changed", "server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "tag": "ca139efe-c37e-4064-a928-8621794e3268"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:42:35.304639 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bb6073cf-65bd-46a7-b1f2-2f9d004a8290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (66bc0c41-6e86-4dda-9430-0a2d1800fe44), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:35.462824 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:35.478353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device d3db85de-00c7-429e-aca7-96b177eaf768 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:35.493370 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-bb6073cf-65bd-46a7-b1f2-2f9d004a8290 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a347f9f1a70048fe858a33f1dd7b492a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4695010 Jul 18 16:42:35.497367 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59726) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:35.612540 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2608f8b-4192-4f3f-8549-68380a4f29e9 x-openstack-request-id: req-f2608f8b-4192-4f3f-8549-68380a4f29e9 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:42:35.612917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "tag": "ca139efe-c37e-4064-a928-8621794e3268", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:42:35.614290 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2608f8b-4192-4f3f-8549-68380a4f29e9 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:42:35.614790 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2608f8b-4192-4f3f-8549-68380a4f29e9'] response: {'name': 'network-changed', 'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268', 'status': 'completed', 'code': 200} Jul 18 16:42:35.678584 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6073cf-65bd-46a7-b1f2-2f9d004a8290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc0c41-6e86-4dda-9430-0a2d1800fe44,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:35.747146 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c42cccab-1dfd-4abe-a81b-bbe0d1e736ee admin admin] Publish callbacks [] for security_group (66bc0c41-6e86-4dda-9430-0a2d1800fe44), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:35.826209 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-4af9e513-b08c-4c1f-8da2-182185b00a32 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569265 Jul 18 16:42:35.839063 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (0fc540cf-4285-4bd1-848e-15151b2a67a3), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:35.866608 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-670a0982-d2d4-448e-a180-fb3c9880df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:35.891750 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-670a0982-d2d4-448e-a180-fb3c9880df85 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 1129 time: 0.2020774 Jul 18 16:42:36.060327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c42cccab-1dfd-4abe-a81b-bbe0d1e736ee admin admin] Publish callbacks [] for security_group (66bc0c41-6e86-4dda-9430-0a2d1800fe44), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:36.270710 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port d3db85de-00c7-429e-aca7-96b177eaf768 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:36.273467 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:36.381993 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'a3213311-ff80-4616-8a62-7a6d430374dd', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'port_id': '70811075-cf8a-4301-b4e2-128611842d08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'mac_address': 'fa:16:3e:1e:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:36Z', 'updated_at': '2022-07-18T16:42:28Z', 'revision_number': 1, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:36.479223 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-d897f054-9b52-4035-a569-afba622f3b80 None None] Provisioning complete for port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:36.479825 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d897f054-9b52-4035-a569-afba622f3b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:36.494154 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3587e-4ab6-4136-89b4-ef4d0e0707b0 req-85a99bdb-e2f5-4390-90f8-6c837b03551d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:36.508817 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3bf3587e-4ab6-4136-89b4-ef4d0e0707b0 req-85a99bdb-e2f5-4390-90f8-6c837b03551d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2394805 Jul 18 16:42:36.557342 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0c8b5e-5c71-46f1-b9f2-6313c4bbee86 None None] The sync data for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi is: [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'a3213311-ff80-4616-8a62-7a6d430374dd', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'port_id': '70811075-cf8a-4301-b4e2-128611842d08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'mac_address': 'fa:16:3e:1e:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:36Z', 'updated_at': '2022-07-18T16:42:28Z', 'revision_number': 1, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:42:36.621067 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7b8a0b5d-b720-46ce-889c-59db03f7d1eb req-38ad550f-3383-4f4c-9a8f-084d88604642 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129176 Jul 18 16:42:36.664256 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-6ea20369-ee45-4cbe-a093-e1a44fb4e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:36.672548 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-6ea20369-ee45-4cbe-a093-e1a44fb4e1ec service neutron] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 916 time: 0.7549295 Jul 18 16:42:36.720601 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:36.753601 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:36.785870 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:36.845654 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-69987808-ebfc-4186-9b8d-38240e1afa07 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca139efe-c37e-4064-a928-8621794e3268 HTTP/1.1" status: 200 len: 999 time: 0.1612968 Jul 18 16:42:36.938911 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:36.944019 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-f9c631dd-9eac-4fff-89df-fae2eb6a44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:36.948335 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-f9c631dd-9eac-4fff-89df-fae2eb6a44a0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.0899744 Jul 18 16:42:37.062430 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-278798ae-7eeb-47e0-9dd3-1cff446d29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:37.072727 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-278798ae-7eeb-47e0-9dd3-1cff446d29fc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1120410 Jul 18 16:42:37.075627 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c42cccab-1dfd-4abe-a81b-bbe0d1e736ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (66bc0c41-6e86-4dda-9430-0a2d1800fe44), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:37.087542 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c42cccab-1dfd-4abe-a81b-bbe0d1e736ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:37.089111 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c42cccab-1dfd-4abe-a81b-bbe0d1e736ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66bc0c41-6e86-4dda-9430-0a2d1800fe44 HTTP/1.1" status: 204 len: 168 time: 1.5902348 Jul 18 16:42:37.147291 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-d897f054-9b52-4035-a569-afba622f3b80 None None] Port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:42:37.237426 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e97d4d3-1698-40dd-8f86-6ecf36a048ee None None] New status for floating IP a3213311-ff80-4616-8a62-7a6d430374dd: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:42:37.268674 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks [] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:37.290048 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:37.354513 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:37.363851 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port d3db85de-00c7-429e-aca7-96b177eaf768 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:37.365070 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:37.368805 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:37.377082 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-b00c1c7f-8a22-4283-b20c-946c2941afe9 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805588 Jul 18 16:42:37.475558 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port d3db85de-00c7-429e-aca7-96b177eaf768, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=d3db85de-00c7-429e-aca7-96b177eaf768,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:37.489487 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:37.773950 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '3a514939-edd7-442d-93c0-3ab9e9fe99cc', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'ca139efe-c37e-4064-a928-8621794e3268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:0e:a7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744aaad-a923-464c-8879-90ccec466724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:47Z', 'updated_at': '2022-07-18T16:42:32Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}, {'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:34Z', 'revision_number': 2, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:37.777602 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Pushing event updated for resources: {'Port': ['ID=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:37.817458 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e51eb3b1-0e40-4f6f-8c2b-d7c5f6cf198c req-a48fd20c-5cb1-4978-bb43-adcd5ab717dd service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151342 Jul 18 16:42:37.826055 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3bf3587e-4ab6-4136-89b4-ef4d0e0707b0 req-5580fd80-31d1-40b7-823f-e47ae258c90b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3159029 Jul 18 16:42:37.841221 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cccab-1dfd-4abe-a81b-bbe0d1e736ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc0c41-6e86-4dda-9430-0a2d1800fe44,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:37.841466 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (0fc540cf-4285-4bd1-848e-15151b2a67a3), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:37.983837 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7714644d-5138-4c87-846d-764486e1b240 None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:42:38.032793 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=d3db85de-00c7-429e-aca7-96b177eaf768,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:38.052154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:38.052824 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:38.293834 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Network 94186e07-4092-42bb-bef4-09c745cebf42 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:38.304236 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:38.323369 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:38.494806 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:38.684761 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:42:39.035594 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:39.071334 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-cbf8c72f-1715-41f0-addf-82e014484094 None None] Provisioning complete for port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:39.072100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cbf8c72f-1715-41f0-addf-82e014484094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:39.351358 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de181f43-ca8d-4883-9731-14e41140e873 req-e69b7531-c367-40f7-9003-6c12b88bd434 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:39.363683 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-de181f43-ca8d-4883-9731-14e41140e873 req-e69b7531-c367-40f7-9003-6c12b88bd434 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.2345972 Jul 18 16:42:39.396822 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8c72f-1715-41f0-addf-82e014484094 None None] Port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:42:39.470435 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:42:39.491579 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ca85e6ca-53ff-4cbc-a122-6076abecc10f admin admin] 10.222.0.77 "PUT /v2.0/routers/0fc540cf-4285-4bd1-848e-15151b2a67a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3994572 Jul 18 16:42:39.512072 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59778) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:39.575274 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:42:39.662461 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-de181f43-ca8d-4883-9731-14e41140e873 req-13b76948-5a53-4228-ab90-5bf5dc420988 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2629325 Jul 18 16:42:39.662984 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:39.662984 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:39.934321 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device d3db85de-00c7-429e-aca7-96b177eaf768 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:39.946277 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7714644d-5138-4c87-846d-764486e1b240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '3a514939-edd7-442d-93c0-3ab9e9fe99cc', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'ca139efe-c37e-4064-a928-8621794e3268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:0e:a7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744aaad-a923-464c-8879-90ccec466724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:47Z', 'updated_at': '2022-07-18T16:42:32Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}, {'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:34Z', 'revision_number': 2, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:40.135702 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7714644d-5138-4c87-846d-764486e1b240 None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '3a514939-edd7-442d-93c0-3ab9e9fe99cc', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'ca139efe-c37e-4064-a928-8621794e3268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:0e:a7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b744aaad-a923-464c-8879-90ccec466724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:47Z', 'updated_at': '2022-07-18T16:42:32Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}, {'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:34Z', 'revision_number': 2, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:42:40.246646 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port d3db85de-00c7-429e-aca7-96b177eaf768 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:40.247063 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:40.263578 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:40.322801 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-51bafabd-5267-4fb5-a0aa-d88d083d6c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:40.563426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:40.609125 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd4404-d206-4ed4-b33a-a6adf83387cd None None] New status for floating IP 3a514939-edd7-442d-93c0-3ab9e9fe99cc: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:42:40.626332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-51bafabd-5267-4fb5-a0aa-d88d083d6c50 admin admin] Publish callbacks [] for security_group (ad35aa73-69f8-4cb5-8e6a-357bb882809f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:40.638777 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-51bafabd-5267-4fb5-a0aa-d88d083d6c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ad35aa73-69f8-4cb5-8e6a-357bb882809f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:40.697952 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-51bafabd-5267-4fb5-a0aa-d88d083d6c50 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0716540bfe424998910050af002e65f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1846249 Jul 18 16:42:40.699501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bafabd-5267-4fb5-a0aa-d88d083d6c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35aa73-69f8-4cb5-8e6a-357bb882809f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:40.701002 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59796) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:40.798383 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:41.042775 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e013645e-2ca3-4ad2-8287-b4199ffa0670 admin admin] Publish callbacks [] for security_group (ad35aa73-69f8-4cb5-8e6a-357bb882809f), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:41.174926 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81dbc-bfc6-4756-ba17-859ec1188525 req-2065df1b-fc6f-4f06-aa87-4c439b513770 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:41.176823 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-56a81dbc-bfc6-4756-ba17-859ec1188525 req-2065df1b-fc6f-4f06-aa87-4c439b513770 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1355538 Jul 18 16:42:41.237842 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e013645e-2ca3-4ad2-8287-b4199ffa0670 admin admin] Publish callbacks [] for security_group (ad35aa73-69f8-4cb5-8e6a-357bb882809f), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:41.246348 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port d3db85de-00c7-429e-aca7-96b177eaf768 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:41.313994 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:41.332563 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 2, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:41.355829 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-56a81dbc-bfc6-4756-ba17-859ec1188525 req-2c4072a9-a0ce-45f1-a6f8-6eaa7286beb1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715930 Jul 18 16:42:41.392109 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:42:41.392984 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Updating router 0fc540cf-4285-4bd1-848e-15151b2a67a3 port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:42:41.435635 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:41.455248 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:41.515521 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e013645e-2ca3-4ad2-8287-b4199ffa0670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ad35aa73-69f8-4cb5-8e6a-357bb882809f), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:41.520621 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e013645e-2ca3-4ad2-8287-b4199ffa0670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:41.544119 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e013645e-2ca3-4ad2-8287-b4199ffa0670 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad35aa73-69f8-4cb5-8e6a-357bb882809f HTTP/1.1" status: 204 len: 168 time: 0.8400590 Jul 18 16:42:41.614467 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013645e-2ca3-4ad2-8287-b4199ffa0670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35aa73-69f8-4cb5-8e6a-357bb882809f,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:41.711401 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59818) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:41.719699 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-558036066-network', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:41.782347 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Made reservation on behalf of 774a83196bf843c4aedd7519b0a44dca for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:42:41.786262 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:41.813680 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.093645 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks [] for security_group (7b818db1-33dc-47e6-a4ae-97df0c22d9c7), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.138093 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (7b818db1-33dc-47e6-a4ae-97df0c22d9c7), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.293296 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Publish callbacks [] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.294526 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b818db1-33dc-47e6-a4ae-97df0c22d9c7,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:42.308680 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.309236 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:42:42.341184 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (24ce2d21-b882-4d09-8732-8eba73011e15), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.341533 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Added segment 24ce2d21-b882-4d09-8732-8eba73011e15 of type vlan for network 12519f45-ecff-44ac-b792-4525abbedd4a Jul 18 16:42:42.526454 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (12519f45-ecff-44ac-b792-4525abbedd4a), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.561417 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8ede6-abb0-4561-8f20-b22383b04869 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:42.621768 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (12519f45-ecff-44ac-b792-4525abbedd4a), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.628490 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:42.629219 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.640560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Attempting to bind port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:42:42.640897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Attempting to bind port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:42:42.642855 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Attempting to bind port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:42:42.663818 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:42:42.664201 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Checking segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:42.664622 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.665034 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Bound using segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:42:42.665534 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Bound port: 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:42:42.665916 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.772419 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507570a-5da0-42a4-97f9-94afddc11280 req-e1dc9cd4-e79b-4608-b0f5-8d86310d6713 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:42.783632 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7507570a-5da0-42a4-97f9-94afddc11280 req-e1dc9cd4-e79b-4608-b0f5-8d86310d6713 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1753881 Jul 18 16:42:42.846187 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1333473 Jul 18 16:42:42.851976 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59842) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:42.859229 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Request body: {'subnet': {'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-558036066-subnet', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:42.872592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e27360-6c07-4e7c-bd16-da5feb81a2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=12519f45-ecff-44ac-b792-4525abbedd4a,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:42.885520 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] For port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:42:42.889927 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 12519f45-ecff-44ac-b792-4525abbedd4a details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:42:42.926366 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7507570a-5da0-42a4-97f9-94afddc11280 req-db6d22b6-c8b1-4cf4-8096-a36a598e183b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404035 Jul 18 16:42:42.937874 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Made reservation on behalf of 774a83196bf843c4aedd7519b0a44dca for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:42:42.940937 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.960284 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] For port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:42:43.077089 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:43.157751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-0f8941f7-92b4-4f7f-8203-5d9c3c443ba7 None None] Provisioning complete for port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:43.158387 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0f8941f7-92b4-4f7f-8203-5d9c3c443ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:43.264546 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:43.397100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:43.472003 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:43.560166 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-0f8941f7-92b4-4f7f-8203-5d9c3c443ba7 None None] Current status of the port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:43.560422 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0f8941f7-92b4-4f7f-8203-5d9c3c443ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:43.610753 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8ede6-abb0-4561-8f20-b22383b04869 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:43.613555 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:43.620493 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:43.669096 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:43.721448 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Checking segment: {'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:43.721807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Network hostable DHCP agents. Network: 12519f45-ecff-44ac-b792-4525abbedd4a, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:42:43.781081 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:43.787243 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-0ea1ac20-18a6-4de5-b5e3-cfefb254eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:43.791876 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-0ea1ac20-18a6-4de5-b5e3-cfefb254eda3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1130 time: 0.2126877 Jul 18 16:42:43.810774 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Network 12519f45-ecff-44ac-b792-4525abbedd4a is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:42:43.866434 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 12519f45-ecff-44ac-b792-4525abbedd4a) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:43.879985 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:43.883108 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:43.939670 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-0edc66e9-e7c9-4eab-a09e-60a7b0172479 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0846343 Jul 18 16:42:43.942338 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59868) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:43.947679 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:43.992171 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52318437-6614-4e29-b364-69ddf2415f97 None None] Network 12519f45-ecff-44ac-b792-4525abbedd4a requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:42:44.025572 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (e467b349-6007-40ac-958e-24a87d31fa14), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:44.026710 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (e467b349-6007-40ac-958e-24a87d31fa14), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:44.042285 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:44.116923 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:44.199960 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks [] for router_controller (e467b349-6007-40ac-958e-24a87d31fa14), precommit_add_association {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:44.208136 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:44.425221 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-0f8941f7-92b4-4f7f-8203-5d9c3c443ba7 None None] For port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:44.453471 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0f8941f7-92b4-4f7f-8203-5d9c3c443ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:44.520627 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks [] for router_gateway (e467b349-6007-40ac-958e-24a87d31fa14), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:44.732328 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-9e667438-40c1-4715-9206-c68102ee7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:44.738987 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-9e667438-40c1-4715-9206-c68102ee7cb5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.9395759 Jul 18 16:42:44.751960 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871e0b6-8e7f-4512-8d93-3d25db7ac981 req-faf1ebc9-41f4-4bb3-b6b5-ccdc1e52c843 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:44.762731 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1871e0b6-8e7f-4512-8d93-3d25db7ac981 req-faf1ebc9-41f4-4bb3-b6b5-ccdc1e52c843 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1496456 Jul 18 16:42:44.900291 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-9a079b12-e0da-4481-ba15-117fe0d04517 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 1002 time: 0.1347878 Jul 18 16:42:45.025307 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks [] for router_gateway (e467b349-6007-40ac-958e-24a87d31fa14), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:45.038943 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-9928a4a1-8bcd-40b1-b4e8-f748f246fcad None None] Provisioning complete for port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:45.039317 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9928a4a1-8bcd-40b1-b4e8-f748f246fcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:45.077916 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:45.091344 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1871e0b6-8e7f-4512-8d93-3d25db7ac981 req-12354cad-81a6-44dd-9db8-be8b7b3a832a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273532 Jul 18 16:42:45.115009 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-58b5269b-dcb8-458b-8924-a11b4aa26899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:45.120313 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-58b5269b-dcb8-458b-8924-a11b4aa26899 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.2125709 Jul 18 16:42:45.142110 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8941f7-92b4-4f7f-8203-5d9c3c443ba7 None None] Pushing event updated for resources: {'Port': ['ID=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:45.179666 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-12519f45-ecff-44ac-b792-4525abbedd4a', 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a', 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'fixed_ips': [{'subnet_id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:42:45.180620 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:45.184306 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:45.285093 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:42Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:45.290792 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-6a12c2e2-ed89-4642-828b-ad2a345c390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:45.292687 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-6a12c2e2-ed89-4642-828b-ad2a345c390a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1640050 Jul 18 16:42:45.464818 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-d3232870-5484-4fc1-b7c2-521f5dede9f8 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648667 Jul 18 16:42:45.490455 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b591e-3552-416d-96a7-60c3d84757f6 None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:42Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:42:45.523283 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Allocated IP 172.27.0.159 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/658c22a1-2f4f-43c7-943c-c4c26e0147c0) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:42:45.555374 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-9928a4a1-8bcd-40b1-b4e8-f748f246fcad None None] Current status of the port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:45.766732 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Allocated IP 172.20.0.2 (12519f45-ecff-44ac-b792-4525abbedd4a/cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39/32035373-f43f-4276-b766-ba6d3fba82b6) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:42:45.792367 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7dd27cbb-2821-466c-848e-d5087cba1ed5 req-c8e63c9b-53cb-4e79-8922-fad0b49276d9 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187490 Jul 18 16:42:45.913693 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks [] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:45.981844 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:46.074481 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:46.076988 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Pushing event updated for resources: {'Port': ['ID=658c22a1-2f4f-43c7-943c-c4c26e0147c0,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:46.082846 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:46.091169 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:42:46.105814 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:46.139934 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:46.347527 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:42:46.353718 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Publish callbacks [] for port (32035373-f43f-4276-b766-ba6d3fba82b6), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:46.399544 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:46.480865 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:46.587638 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Network 12519f45-ecff-44ac-b792-4525abbedd4a is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:46.595777 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:46.619389 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:42:46.734448 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Pushing event updated for resources: {'Port': ['ID=32035373-f43f-4276-b766-ba6d3fba82b6,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:46.898451 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Attempting to bind port 32035373-f43f-4276-b766-ba6d3fba82b6 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:42:46.901385 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Attempting to bind port 32035373-f43f-4276-b766-ba6d3fba82b6 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:42:46.905149 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Attempting to bind port 32035373-f43f-4276-b766-ba6d3fba82b6 on network 12519f45-ecff-44ac-b792-4525abbedd4a {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:42:46.927579 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: ACTIVE; New status is: DOWN {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:46.928234 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:46.936527 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:42:46.937391 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Checking segment: {'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:46.937969 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:46.938630 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Bound using segment: {'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:42:46.939312 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Bound port: 32035373-f43f-4276-b766-ba6d3fba82b6, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:42:46.939906 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:47.029148 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:42:47.032122 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd8b22d-6d28-4d65-b3c6-b807b52808d5" -d '{"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-unplugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:42:47.155590 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37f8bc-18fe-44f5-84f3-c40ce96f7998 req-75dad897-fe0c-4a80-9136-7c6bd224f774 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:47.158047 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5c37f8bc-18fe-44f5-84f3-c40ce96f7998 req-75dad897-fe0c-4a80-9136-7c6bd224f774 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 946 time: 0.6320577 Jul 18 16:42:47.224353 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks [] for router_gateway (e467b349-6007-40ac-958e-24a87d31fa14), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:47.230894 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a03dc2-219d-4734-89ac-8e49b8fc15fd x-openstack-request-id: req-e8a03dc2-219d-4734-89ac-8e49b8fc15fd {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:42:47.231229 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-unplugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:42:47.231449 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8a03dc2-219d-4734-89ac-8e49b8fc15fd {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:42:47.231859 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a03dc2-219d-4734-89ac-8e49b8fc15fd'] response: {'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39', 'code': 200} Jul 18 16:42:47.244981 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:47.253450 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:47.296786 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] For port 32035373-f43f-4276-b766-ba6d3fba82b6, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:42:47.331763 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] For port 32035373-f43f-4276-b766-ba6d3fba82b6, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=32035373-f43f-4276-b766-ba6d3fba82b6,segment=NetworkSegment(24ce2d21-b882-4d09-8732-8eba73011e15),segment_id=24ce2d21-b882-4d09-8732-8eba73011e15)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:42:47.332714 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5c37f8bc-18fe-44f5-84f3-c40ce96f7998 req-792b4461-3c91-433c-b25f-54edc9d45ae4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639538 Jul 18 16:42:47.416705 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:47.433569 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=8']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:47.638268 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdccc1d-8e28-49f9-ae0c-b14b29c2396a None None] Pushing event updated for resources: {'Port': ['ID=32035373-f43f-4276-b766-ba6d3fba82b6,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:47.810514 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:47.880053 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (e467b349-6007-40ac-958e-24a87d31fa14), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:47.917745 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:47.918751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:48.247603 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:48.278767 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:48.456622 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Router e467b349-6007-40ac-958e-24a87d31fa14 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:42:48.559935 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe37cf2-233b-46f5-9849-33d7e1b99e9c req-2188035f-b388-4e18-aeae-81622f07294b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:48.571459 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fe37cf2-233b-46f5-9849-33d7e1b99e9c req-2188035f-b388-4e18-aeae-81622f07294b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0953987 Jul 18 16:42:48.733328 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fe37cf2-233b-46f5-9849-33d7e1b99e9c req-2ee1b28b-d081-431e-a3f4-05b72da5557f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579123 Jul 18 16:42:48.863710 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:42:48.891568 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Sync routers for ids ['e467b349-6007-40ac-958e-24a87d31fa14'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:42:48.933765 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:48.941578 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Routers {'e467b349-6007-40ac-958e-24a87d31fa14'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:48.943163 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 59952) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:48.944387 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e467b349-6007-40ac-958e-24a87d31fa14'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:48.959105 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-60dd1b64-9102-4593-b566-fb2461f861da admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0149112 Jul 18 16:42:49.205484 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Set router e467b349-6007-40ac-958e-24a87d31fa14 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:49.403133 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:49.407193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-3eca3057-c376-441b-b0d3-be049bd73e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:49.410884 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:49.498869 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e227ce1-6c7e-4d26-81e4-ef74244e76bc None None] Network 12519f45-ecff-44ac-b792-4525abbedd4a requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:42:49.721927 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:42:46Z', 'revision_number': 3, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port': {'id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:45Z', 'updated_at': '2022-07-18T16:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:49.736763 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-0829a6e8-00bb-438b-b179-3248f7af89a9 None None] Provisioning complete for port 32035373-f43f-4276-b766-ba6d3fba82b6 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:49.745927 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0829a6e8-00bb-438b-b179-3248f7af89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:49.859917 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 32035373-f43f-4276-b766-ba6d3fba82b6 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:49.868494 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Checking router: e467b349-6007-40ac-958e-24a87d31fa14 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:42:49.869137 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Updating router e467b349-6007-40ac-958e-24a87d31fa14 port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:42:49.941558 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:50.009610 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [req-26301a95-2c7b-4bfd-af49-820f0ad723b4 req-39de5964-7db8-41c8-8421-3b0899fb763e service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:42:50.011126 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-26301a95-2c7b-4bfd-af49-820f0ad723b4 req-39de5964-7db8-41c8-8421-3b0899fb763e service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0104475 Jul 18 16:42:50.023413 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.102845 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 32035373-f43f-4276-b766-ba6d3fba82b6 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:50.103273 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.150941 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 59988) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:50.215322 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-0829a6e8-00bb-438b-b179-3248f7af89a9 None None] Current status of the port 32035373-f43f-4276-b766-ba6d3fba82b6 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:50.216519 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0829a6e8-00bb-438b-b179-3248f7af89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.258656 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.269537 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:50.404182 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:42:50.572268 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-40305c49-21fd-458d-ad8b-3ff6219340d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.580508 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: DOWN; New status is: DOWN {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:50.583198 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 32035373-f43f-4276-b766-ba6d3fba82b6 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:50.583861 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.604128 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-0829a6e8-00bb-438b-b179-3248f7af89a9 None None] For port 32035373-f43f-4276-b766-ba6d3fba82b6, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=32035373-f43f-4276-b766-ba6d3fba82b6,segment=NetworkSegment(24ce2d21-b882-4d09-8732-8eba73011e15),segment_id=24ce2d21-b882-4d09-8732-8eba73011e15)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:50.623821 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0829a6e8-00bb-438b-b179-3248f7af89a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.649444 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482a068-0a39-479d-ab94-ec4e8cb9e373 req-13940595-d397-4ddf-a41d-0f6bdefebc84 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:50.663855 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7482a068-0a39-479d-ab94-ec4e8cb9e373 req-13940595-d397-4ddf-a41d-0f6bdefebc84 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.2520394 Jul 18 16:42:50.707911 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:50.713090 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829a6e8-00bb-438b-b179-3248f7af89a9 None None] Pushing event updated for resources: {'Port': ['ID=32035373-f43f-4276-b766-ba6d3fba82b6,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:50.744942 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Allocated IP 172.20.0.1 (12519f45-ecff-44ac-b792-4525abbedd4a/cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39/73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:42:50.809292 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:42:50.809718 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG oslo_db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:42:50.810027 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:50.834448 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-bbfa7dd9-f63c-401c-a1b3-57d697d2c11f None None] Provisioning complete for port 32035373-f43f-4276-b766-ba6d3fba82b6 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:50.834838 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-bbfa7dd9-f63c-401c-a1b3-57d697d2c11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:50.908906 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7482a068-0a39-479d-ab94-ec4e8cb9e373 req-99ce09df-09c4-4c97-8958-34b84e905bbd tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432086 Jul 18 16:42:51.002501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks [] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.106455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.164709 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Publish callbacks [] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.185948 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.192095 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-40305c49-21fd-458d-ad8b-3ff6219340d9 admin admin] Publish callbacks [] for security_group (e8a874aa-df4f-4490-9041-738d688f9210), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.202175 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-40305c49-21fd-458d-ad8b-3ff6219340d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e8a874aa-df4f-4490-9041-738d688f9210), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.219801 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Network 12519f45-ecff-44ac-b792-4525abbedd4a is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:51.224182 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:51.228452 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:42:51.300209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Pushing event updated for resources: {'Port': ['ID=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:51.391725 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (e467b349-6007-40ac-958e-24a87d31fa14), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.392945 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-40305c49-21fd-458d-ad8b-3ff6219340d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dd5b5b8f1d9e4115924c5bc8cc0ef572&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2373021 Jul 18 16:42:51.402160 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60018) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:51.427605 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa7dd9-f63c-401c-a1b3-57d697d2c11f None None] Current status of the port 32035373-f43f-4276-b766-ba6d3fba82b6 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:51.574688 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214870a3-c724-478a-8e2f-a70445443423 None None] Pushing event updated for resources: {'Port': ['ID=658c22a1-2f4f-43c7-943c-c4c26e0147c0,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:51.613181 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60028) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:51.619331 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Attempting to bind port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:42:51.619888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Attempting to bind port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:42:51.620125 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Attempting to bind port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:42:51.632428 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40305c49-21fd-458d-ad8b-3ff6219340d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a874aa-df4f-4490-9041-738d688f9210,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:51.657806 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:42:51.658213 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:42:51.659798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.660244 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:42:51.660756 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Bound port: 658c22a1-2f4f-43c7-943c-c4c26e0147c0, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:42:51.661153 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.668979 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-906f57e4-b0f3-41d5-bc47-f03be0f22b61 admin admin] Publish callbacks [] for security_group (e8a874aa-df4f-4490-9041-738d688f9210), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.676137 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:51.710835 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.736777 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:51.762780 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-906f57e4-b0f3-41d5-bc47-f03be0f22b61 admin admin] Publish callbacks [] for security_group (e8a874aa-df4f-4490-9041-738d688f9210), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.813341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 32035373-f43f-4276-b766-ba6d3fba82b6 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:51.840901 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] For port 658c22a1-2f4f-43c7-943c-c4c26e0147c0, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:42:51.847479 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] For port 658c22a1-2f4f-43c7-943c-c4c26e0147c0, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=658c22a1-2f4f-43c7-943c-c4c26e0147c0,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:42:51.871828 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:51.885456 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-d29b20fb-282f-4a6e-ab64-9e57da8a1d1f None None] Provisioning complete for port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:51.885835 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d29b20fb-282f-4a6e-ab64-9e57da8a1d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.055651 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-ba9a68d8-1573-4b15-a3f6-cf645ca48026 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4404466 Jul 18 16:42:52.068856 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-8626a8a2-0911-48ac-9814-99d77e847b9f service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:42:52.070245 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-8626a8a2-0911-48ac-9814-99d77e847b9f service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064688 Jul 18 16:42:52.123953 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-906f57e4-b0f3-41d5-bc47-f03be0f22b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e8a874aa-df4f-4490-9041-738d688f9210), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.126611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-906f57e4-b0f3-41d5-bc47-f03be0f22b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.144770 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-906f57e4-b0f3-41d5-bc47-f03be0f22b61 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8a874aa-df4f-4490-9041-738d688f9210 HTTP/1.1" status: 204 len: 168 time: 0.7367220 Jul 18 16:42:52.181902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks [] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.189346 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f57e4-b0f3-41d5-bc47-f03be0f22b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a874aa-df4f-4490-9041-738d688f9210,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:52.192846 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.234301 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:52.245919 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:52.274367 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60040) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:52.292212 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086912-beea-418a-8108-d2af460f6b07 req-ffbaf404-74e6-4cc8-8c83-d545c64055f5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:52.299963 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0f086912-beea-418a-8108-d2af460f6b07 req-ffbaf404-74e6-4cc8-8c83-d545c64055f5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1836984 Jul 18 16:42:52.303543 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Pushing event updated for resources: {'Port': ['ID=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:52.366178 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:52.377814 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0f086912-beea-418a-8108-d2af460f6b07 req-81272bf6-b9a3-4546-8488-57e9e424a962 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767860 Jul 18 16:42:52.381474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (e467b349-6007-40ac-958e-24a87d31fa14), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.434117 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-d29b20fb-282f-4a6e-ab64-9e57da8a1d1f None None] Port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:42:52.442796 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 32035373-f43f-4276-b766-ba6d3fba82b6 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:52.525853 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-b784e3fd-9ce9-44d2-909b-81d5a5b41ffc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:52.531637 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-b784e3fd-9ce9-44d2-909b-81d5a5b41ffc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports/01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 941 time: 0.2558351 Jul 18 16:42:52.568212 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214870a3-c724-478a-8e2f-a70445443423 None None] Pushing event updated for resources: {'Port': ['ID=658c22a1-2f4f-43c7-943c-c4c26e0147c0,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:52.738522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-81be0648-e0ec-4c24-bf91-d8a8fe3562a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.750782 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 32035373-f43f-4276-b766-ba6d3fba82b6 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:52.751548 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:52.771240 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Routers {'e467b349-6007-40ac-958e-24a87d31fa14'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:52.771240 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e467b349-6007-40ac-958e-24a87d31fa14'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:52.902743 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Network 12519f45-ecff-44ac-b792-4525abbedd4a is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:42:52.905804 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:42:53.232283 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:53.249081 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 32035373-f43f-4276-b766-ba6d3fba82b6 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:53.270853 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] Set router e467b349-6007-40ac-958e-24a87d31fa14 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:53.301880 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Router e467b349-6007-40ac-958e-24a87d31fa14 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:42:53.537403 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:42:53.555785 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b512aba2-035e-4f4f-ba0d-6de2012d473a admin admin] 10.222.0.77 "PUT /v2.0/routers/e467b349-6007-40ac-958e-24a87d31fa14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6106734 Jul 18 16:42:53.615959 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-22e7c493-ad56-453f-8d98-c484af3b8b65 None None] Provisioning complete for port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:53.618130 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-22e7c493-ad56-453f-8d98-c484af3b8b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:53.625552 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:53.733271 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ead1e-ef55-4f03-9caf-5732f13dc7b2 req-b5a48f6d-2f21-46c7-b984-1c4b4944959f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:53.736242 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-879ead1e-ef55-4f03-9caf-5732f13dc7b2 req-b5a48f6d-2f21-46c7-b984-1c4b4944959f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1523995 Jul 18 16:42:53.750101 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-22e7c493-ad56-453f-8d98-c484af3b8b65 None None] Port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:42:53.900676 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-879ead1e-ef55-4f03-9caf-5732f13dc7b2 req-0640148d-4495-4683-a069-616d6fecd3c9 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498380 Jul 18 16:42:53.950064 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 4, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port': {'id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:45Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f', 'name': '', 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'mac_address': 'fa:16:3e:fc:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:50Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 2, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'subnets': [{'id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:53.985613 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec6c29-a277-43e8-af3d-4697dde1ffe9 None None] The sync data for ids ['e467b349-6007-40ac-958e-24a87d31fa14'] in dv-cinder-837543-6-iscsi is: [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 4, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port': {'id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:45Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f', 'name': '', 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'mac_address': 'fa:16:3e:fc:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:50Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 2, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'subnets': [{'id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:42:54.031278 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.284294 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60088) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:54.289408 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-bbcf157e-d620-4a07-b36c-685a5c8286f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977181763', 'description': 'tempest-secgroup-smoke-977181763 description', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:54.347023 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bbcf157e-d620-4a07-b36c-685a5c8286f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.494781 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bbcf157e-d620-4a07-b36c-685a5c8286f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group (776cfd29-3661-44c3-940b-511b6e6bd942), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.499798 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bbcf157e-d620-4a07-b36c-685a5c8286f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (776cfd29-3661-44c3-940b-511b6e6bd942), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.540433 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf157e-d620-4a07-b36c-685a5c8286f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776cfd29-3661-44c3-940b-511b6e6bd942,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:54.555047 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bbcf157e-d620-4a07-b36c-685a5c8286f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.556484 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-bbcf157e-d620-4a07-b36c-685a5c8286f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2707183 Jul 18 16:42:54.561506 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60100) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:54.567540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-83ea0938-41ae-417c-9500-04c8d77e72eb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'security_group_rule': {'security_group_id': '776cfd29-3661-44c3-940b-511b6e6bd942', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:54.630829 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-83ea0938-41ae-417c-9500-04c8d77e72eb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (5c485f44-e107-4a8a-843c-4d65f202b406), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.659952 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:54.720995 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-83ea0938-41ae-417c-9500-04c8d77e72eb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (5c485f44-e107-4a8a-843c-4d65f202b406), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.733602 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-83ea0938-41ae-417c-9500-04c8d77e72eb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (5c485f44-e107-4a8a-843c-4d65f202b406), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.770621 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea0938-41ae-417c-9500-04c8d77e72eb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c485f44-e107-4a8a-843c-4d65f202b406,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:54.796971 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-83ea0938-41ae-417c-9500-04c8d77e72eb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.802334 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-83ea0938-41ae-417c-9500-04c8d77e72eb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2353532 Jul 18 16:42:54.802686 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60116) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:54.808328 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-da869e76-d8c2-4a69-82ac-2c7628907047 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'security_group_rule': {'security_group_id': '776cfd29-3661-44c3-940b-511b6e6bd942', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:54.870492 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da869e76-d8c2-4a69-82ac-2c7628907047 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (625a2a45-41b2-4bec-ad1a-debfc5ede2e5), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.973086 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da869e76-d8c2-4a69-82ac-2c7628907047 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (625a2a45-41b2-4bec-ad1a-debfc5ede2e5), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:54.981588 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da869e76-d8c2-4a69-82ac-2c7628907047 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (625a2a45-41b2-4bec-ad1a-debfc5ede2e5), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.115779 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da869e76-d8c2-4a69-82ac-2c7628907047 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625a2a45-41b2-4bec-ad1a-debfc5ede2e5,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:55.164064 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da869e76-d8c2-4a69-82ac-2c7628907047 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.171169 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60124) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:55.171547 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-da869e76-d8c2-4a69-82ac-2c7628907047 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3670552 Jul 18 16:42:55.176246 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-d29dadfa-4e45-4819-8ef5-a957763b2aca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'security_group_rule': {'security_group_id': '776cfd29-3661-44c3-940b-511b6e6bd942', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:55.203876 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74980e-4239-4b28-b283-5f46b1e0c2f5 req-92e82aa0-f4cb-4daa-8377-65657cf0aa2c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:55.206587 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.214164 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6b74980e-4239-4b28-b283-5f46b1e0c2f5 req-92e82aa0-f4cb-4daa-8377-65657cf0aa2c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1979167 Jul 18 16:42:55.242260 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d29dadfa-4e45-4819-8ef5-a957763b2aca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (d935b96b-2563-49cf-95ae-ebf0ed2f418e), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.259081 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:55.352074 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6b74980e-4239-4b28-b283-5f46b1e0c2f5 req-ff0a3b2e-81f5-4f6a-a9ff-dcbf0e8ce552 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280103 Jul 18 16:42:55.352934 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60126) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:55.393902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d29dadfa-4e45-4819-8ef5-a957763b2aca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (d935b96b-2563-49cf-95ae-ebf0ed2f418e), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.399840 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d29dadfa-4e45-4819-8ef5-a957763b2aca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (d935b96b-2563-49cf-95ae-ebf0ed2f418e), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.435356 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dadfa-4e45-4819-8ef5-a957763b2aca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d935b96b-2563-49cf-95ae-ebf0ed2f418e,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:55.457253 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d29dadfa-4e45-4819-8ef5-a957763b2aca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.463882 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-d29dadfa-4e45-4819-8ef5-a957763b2aca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2872725 Jul 18 16:42:55.464090 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60136) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:55.469223 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-028d1995-16e2-4cb9-9c2c-e075f354e397 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'security_group_rule': {'security_group_id': '776cfd29-3661-44c3-940b-511b6e6bd942', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:55.506944 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-028d1995-16e2-4cb9-9c2c-e075f354e397 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (b966a884-3e73-4ff1-bb9a-9aa1f960ad9c), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.587269 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ddd0-164f-499b-b383-6877d3587be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.658096 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-028d1995-16e2-4cb9-9c2c-e075f354e397 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (b966a884-3e73-4ff1-bb9a-9aa1f960ad9c), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.675613 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-028d1995-16e2-4cb9-9c2c-e075f354e397 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (b966a884-3e73-4ff1-bb9a-9aa1f960ad9c), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.683595 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:55.718372 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d1995-16e2-4cb9-9c2c-e075f354e397 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b966a884-3e73-4ff1-bb9a-9aa1f960ad9c,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:55.739799 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-028d1995-16e2-4cb9-9c2c-e075f354e397 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.745939 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-028d1995-16e2-4cb9-9c2c-e075f354e397 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2762337 Jul 18 16:42:55.748596 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60148) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:55.754614 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'security_group_rule': {'security_group_id': '776cfd29-3661-44c3-940b-511b6e6bd942', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:55.762476 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.777310 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-afcbebfb-2cf3-4c23-a10b-3df643f26774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:55.779579 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-afcbebfb-2cf3-4c23-a10b-3df643f26774 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7&tenant_id=26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 1128 time: 0.1187930 Jul 18 16:42:55.802111 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ddd0-164f-499b-b383-6877d3587be7 admin admin] Publish callbacks [] for security_group (cde877ab-d4eb-4901-a203-52a2342d73a7), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.808535 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.securitygroups_db [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Project edffd84b958d4e2a880fae7c4709d36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:42:55.815495 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5e1ddd0-164f-499b-b383-6877d3587be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cde877ab-d4eb-4901-a203-52a2342d73a7), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.821516 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (7aa2f5be-75a4-4736-93c6-61c48342c8c4), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:55.889534 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b5e1ddd0-164f-499b-b383-6877d3587be7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2ac56aacdaa04d01a6ec533d0b1a4e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5350056 Jul 18 16:42:55.892368 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-918c2c04-5cac-4ac7-a090-bed048e6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:55.895819 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-918c2c04-5cac-4ac7-a090-bed048e6e53d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1128 time: 0.0711002 Jul 18 16:42:55.896214 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60154) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:55.950711 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1ddd0-164f-499b-b383-6877d3587be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde877ab-d4eb-4901-a203-52a2342d73a7,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:55.968383 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:56.019687 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 658c22a1-2f4f-43c7-943c-c4c26e0147c0 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:56.024637 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b75cb889-07bd-49fd-a8cf-cdc83df8b2c9 admin admin] Publish callbacks [] for security_group (cde877ab-d4eb-4901-a203-52a2342d73a7), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.029411 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (7aa2f5be-75a4-4736-93c6-61c48342c8c4), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.045194 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (7aa2f5be-75a4-4736-93c6-61c48342c8c4), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.063929 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b75cb889-07bd-49fd-a8cf-cdc83df8b2c9 admin admin] Publish callbacks [] for security_group (cde877ab-d4eb-4901-a203-52a2342d73a7), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.094333 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa2f5be-75a4-4736-93c6-61c48342c8c4,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:56.116035 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.117304 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-feac9a50-c54f-4ac8-95a1-8e7481264d34 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677030 Jul 18 16:42:56.124034 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60160) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:56.136205 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'security_group_rule': {'security_group_id': '776cfd29-3661-44c3-940b-511b6e6bd942', 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:42:56.141674 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:56.142469 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.180865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-e815990a-a354-4947-8666-d3db2b0b0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:56.182715 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-e815990a-a354-4947-8666-d3db2b0b0822 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.2681487 Jul 18 16:42:56.203172 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b75cb889-07bd-49fd-a8cf-cdc83df8b2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (cde877ab-d4eb-4901-a203-52a2342d73a7), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.217550 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b75cb889-07bd-49fd-a8cf-cdc83df8b2c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.217962 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b75cb889-07bd-49fd-a8cf-cdc83df8b2c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cde877ab-d4eb-4901-a203-52a2342d73a7 HTTP/1.1" status: 204 len: 168 time: 0.3152242 Jul 18 16:42:56.235303 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cb889-07bd-49fd-a8cf-cdc83df8b2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde877ab-d4eb-4901-a203-52a2342d73a7,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:56.295453 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:56.296158 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.312604 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:56.318975 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.securitygroups_db [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Project edffd84b958d4e2a880fae7c4709d36d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:42:56.332227 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (33198275-dbaa-467a-8d52-4d23989fde5d), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.338319 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 658c22a1-2f4f-43c7-943c-c4c26e0147c0, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=658c22a1-2f4f-43c7-943c-c4c26e0147c0,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:42:56.348990 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.426132 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-dbefa3b8-8528-4651-8e83-d7d5aac1592c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 1000 time: 0.2275546 Jul 18 16:42:56.429084 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=658c22a1-2f4f-43c7-943c-c4c26e0147c0,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:56.509218 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (33198275-dbaa-467a-8d52-4d23989fde5d), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.533433 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (33198275-dbaa-467a-8d52-4d23989fde5d), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.582291 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-9e427347-b484-4a88-974d-86f9c536fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:56.584172 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-9e427347-b484-4a88-974d-86f9c536fd1c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.1481795 Jul 18 16:42:56.586085 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33198275-dbaa-467a-8d52-4d23989fde5d,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:56.604197 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7fa42-73d9-4c37-ba2a-f9476ecde6fb req-8f56eaee-0b03-45a1-9088-93282c1f8342 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:56.605896 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8ed7fa42-73d9-4c37-ba2a-f9476ecde6fb req-8f56eaee-0b03-45a1-9088-93282c1f8342 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1289914 Jul 18 16:42:56.618652 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.619886 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-98a640e9-2093-44d3-ae83-4d2b21efb9ae tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4920521 Jul 18 16:42:56.693300 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-67b0c442-654c-4858-9ead-2bfe9699a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:56.695937 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-67b0c442-654c-4858-9ead-2bfe9699a6d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991120 Jul 18 16:42:56.845119 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60232) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:56.879917 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-81b48d91-eb2a-4cab-a1e2-64bb52cdb1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:56.895858 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8ed7fa42-73d9-4c37-ba2a-f9476ecde6fb req-184f601c-1ee9-4c2a-ba08-e4326d29b430 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457485 Jul 18 16:42:56.937821 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-e2d88f2b-06a2-4438-9550-64a9e31f1d59 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330763 Jul 18 16:42:57.000640 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:57.055907 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-81b48d91-eb2a-4cab-a1e2-64bb52cdb1ed admin admin] Publish callbacks [] for security_group (798a869b-72fe-499a-b27e-545672f1af4a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:57.064589 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-81b48d91-eb2a-4cab-a1e2-64bb52cdb1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (798a869b-72fe-499a-b27e-545672f1af4a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:57.130334 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-b548ee5e-0be8-424c-91ce-5cc214de7f80 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847184 Jul 18 16:42:57.156423 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b48d91-eb2a-4cab-a1e2-64bb52cdb1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798a869b-72fe-499a-b27e-545672f1af4a,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:57.162218 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-81b48d91-eb2a-4cab-a1e2-64bb52cdb1ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b95240b00dfa416e82c86930dce6e25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150198 Jul 18 16:42:57.164867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60242) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:57.270095 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b471f299-b593-44e3-8d7e-010f166ef298 admin admin] Publish callbacks [] for security_group (798a869b-72fe-499a-b27e-545672f1af4a), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:57.303413 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b471f299-b593-44e3-8d7e-010f166ef298 admin admin] Publish callbacks [] for security_group (798a869b-72fe-499a-b27e-545672f1af4a), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:57.382766 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b471f299-b593-44e3-8d7e-010f166ef298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (798a869b-72fe-499a-b27e-545672f1af4a), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:57.384265 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b471f299-b593-44e3-8d7e-010f166ef298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:57.386465 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b471f299-b593-44e3-8d7e-010f166ef298 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/798a869b-72fe-499a-b27e-545672f1af4a HTTP/1.1" status: 204 len: 168 time: 0.2192605 Jul 18 16:42:57.397335 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471f299-b593-44e3-8d7e-010f166ef298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798a869b-72fe-499a-b27e-545672f1af4a,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:57.923562 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60280) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:57.965318 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60284) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:58.008387 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 658c22a1-2f4f-43c7-943c-c4c26e0147c0 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:42:58.010047 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c246a137-4c8d-4cdd-a7f2-883c79de12d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.020874 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] Deleting subnet d448ae5e-7049-4b7a-9730-f6ba46b8e3df {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:42:58.024971 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] Publish callbacks [] for subnet (d448ae5e-7049-4b7a-9730-f6ba46b8e3df), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.088989 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:42:58.089677 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.101740 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (d448ae5e-7049-4b7a-9730-f6ba46b8e3df), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.247893 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Sync routers for ids ['e467b349-6007-40ac-958e-24a87d31fa14'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:42:58.274483 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Routers {'e467b349-6007-40ac-958e-24a87d31fa14'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:42:58.281237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c246a137-4c8d-4cdd-a7f2-883c79de12d1 admin admin] Publish callbacks [] for security_group (025b3ea1-290b-410a-b84c-a0b8caeb9ef9), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.283604 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e467b349-6007-40ac-958e-24a87d31fa14'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:58.298304 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c246a137-4c8d-4cdd-a7f2-883c79de12d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (025b3ea1-290b-410a-b84c-a0b8caeb9ef9), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.345880 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb910942-fc5d-45ad-8025-29efab4c6af0 req-c35fddb9-7777-428d-bf4e-5335dc9c3f7e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:42:58.357127 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:58.360839 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fb910942-fc5d-45ad-8025-29efab4c6af0 req-c35fddb9-7777-428d-bf4e-5335dc9c3f7e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.2165771 Jul 18 16:42:58.380401 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c246a137-4c8d-4cdd-a7f2-883c79de12d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05f19ba7ebb24218af03d1823a6b9050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4124341 Jul 18 16:42:58.398307 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60296) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:58.413630 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (d448ae5e-7049-4b7a-9730-f6ba46b8e3df), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.420147 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246a137-4c8d-4cdd-a7f2-883c79de12d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025b3ea1-290b-410a-b84c-a0b8caeb9ef9,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:58.491357 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:58.610702 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbd47-8713-456a-a527-31dbda8a982e admin admin] Publish callbacks [] for security_group (025b3ea1-290b-410a-b84c-a0b8caeb9ef9), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.627323 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fb910942-fc5d-45ad-8025-29efab4c6af0 req-4f61d817-9a97-47c4-a3a1-c6d55f74135d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650697 Jul 18 16:42:58.678751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:58.687765 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbd47-8713-456a-a527-31dbda8a982e admin admin] Publish callbacks [] for security_group (025b3ea1-290b-410a-b84c-a0b8caeb9ef9), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.705163 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (d448ae5e-7049-4b7a-9730-f6ba46b8e3df), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.758676 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Set router e467b349-6007-40ac-958e-24a87d31fa14 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:42:58.769155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.776167 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d448ae5e-7049-4b7a-9730-f6ba46b8e3df HTTP/1.1" status: 204 len: 168 time: 0.8458886 Jul 18 16:42:58.776716 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60300) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:42:58.788843 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb502b-dd50-471c-863b-cc5494788680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d448ae5e-7049-4b7a-9730-f6ba46b8e3df,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:58.858649 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbd47-8713-456a-a527-31dbda8a982e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (025b3ea1-290b-410a-b84c-a0b8caeb9ef9), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.861920 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1b9fbd47-8713-456a-a527-31dbda8a982e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:58.863245 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1b9fbd47-8713-456a-a527-31dbda8a982e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/025b3ea1-290b-410a-b84c-a0b8caeb9ef9 HTTP/1.1" status: 204 len: 168 time: 0.4573088 Jul 18 16:42:58.883791 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fbd47-8713-456a-a527-31dbda8a982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025b3ea1-290b-410a-b84c-a0b8caeb9ef9,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:42:59.233815 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 4, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port': {'id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:45Z', 'updated_at': '2022-07-18T16:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f', 'name': '', 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'mac_address': 'fa:16:3e:fc:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:50Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 2, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'subnets': [{'id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:59.278438 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Checking router: e467b349-6007-40ac-958e-24a87d31fa14 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:42:59.280435 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Updating router e467b349-6007-40ac-958e-24a87d31fa14 port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:42:59.323308 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.395748 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (2856077e-6a59-46cc-92f1-0b3d4ad6af1f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.511092 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.542901 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (2856077e-6a59-46cc-92f1-0b3d4ad6af1f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.612957 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2856077e-6a59-46cc-92f1-0b3d4ad6af1f']}} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:59.624619 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a07436-3efd-4cd3-81e3-92ac181a34bb') {'for_net_delete': True} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:59.624949 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a07436-3efd-4cd3-81e3-92ac181a34bb') {} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:42:59.636833 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126338177'] for segment (b3a07436-3efd-4cd3-81e3-92ac181a34bb), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.650195 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:59.655106 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (b3a07436-3efd-4cd3-81e3-92ac181a34bb), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.665141 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=104182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:42:59.665548 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754716'] for segment (b3a07436-3efd-4cd3-81e3-92ac181a34bb), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.750062 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment b3a07436-3efd-4cd3-81e3-92ac181a34bb resource provider aggregate not found Jul 18 16:42:59.868643 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment b3a07436-3efd-4cd3-81e3-92ac181a34bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3a07436-3efd-4cd3-81e3-92ac181a34bb found for delete ", "request_id": "req-036df279-1d03-44c6-901e-cbde99f2240d"}]} Jul 18 16:42:59.956774 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (2856077e-6a59-46cc-92f1-0b3d4ad6af1f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.980996 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:59.989293 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] 10.222.0.77 "DELETE /v2.0/networks/2856077e-6a59-46cc-92f1-0b3d4ad6af1f HTTP/1.1" status: 204 len: 168 time: 1.2112913 Jul 18 16:42:59.991189 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5b9bf-9a01-4207-9451-5ff6f0591d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=2856077e-6a59-46cc-92f1-0b3d4ad6af1f,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:00.007126 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6573d43-691c-4ed4-b2dc-e3f8581712c2 req-6f6e3f44-506c-4c37-b63a-c957b5c5819b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:00.015888 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6573d43-691c-4ed4-b2dc-e3f8581712c2 req-6f6e3f44-506c-4c37-b63a-c957b5c5819b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1493437 Jul 18 16:43:00.127755 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:00.149540 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e6573d43-691c-4ed4-b2dc-e3f8581712c2 req-a3b13cd7-ba9c-432f-9b48-7c8f42d027b7 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321576 Jul 18 16:43:00.185760 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Publish callbacks [] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.195899 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.284237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60332) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:00.420429 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Pushing event updated for resources: {'Port': ['ID=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:00.445993 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.446864 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.448381 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.452984 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.453821 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.454330 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.454992 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.455528 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.456029 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.456528 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.457986 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.461101 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.467239 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.467831 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.469372 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:00.521619 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-bbd78be1-a7ee-44c3-9e37-6c8ff66d67d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a907861f2aca4a4286e9a46cdae6c4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346599 Jul 18 16:43:00.522907 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60336) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:00.673278 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Attempting to bind port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:43:00.673931 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Attempting to bind port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:43:00.674577 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Attempting to bind port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f on network 12519f45-ecff-44ac-b792-4525abbedd4a {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:43:00.692028 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:43:00.692732 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Checking segment: {'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:43:00.693313 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.694059 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Bound using segment: {'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:43:00.697327 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Bound port: 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24ce2d21-b882-4d09-8732-8eba73011e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:43:00.697972 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.761993 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Publish callbacks [] for security_group (63736c4b-6ff9-4f2f-88e9-6e8524ab941e), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.808418 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-8a6a6b0b-98e5-4bc0-bf91-b20ca899780f None None] Provisioning complete for port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:00.810167 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8a6a6b0b-98e5-4bc0-bf91-b20ca899780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.848225 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Publish callbacks [] for security_group (63736c4b-6ff9-4f2f-88e9-6e8524ab941e), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.888769 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] For port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:43:00.889646 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8a6a6b0b-98e5-4bc0-bf91-b20ca899780f None None] Port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:43:00.895258 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] For port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,segment=NetworkSegment(24ce2d21-b882-4d09-8732-8eba73011e15),segment_id=24ce2d21-b882-4d09-8732-8eba73011e15)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:43:00.905976 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.984339 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:00.988402 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (63736c4b-6ff9-4f2f-88e9-6e8524ab941e), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.991184 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:00.992424 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63736c4b-6ff9-4f2f-88e9-6e8524ab941e HTTP/1.1" status: 204 len: 168 time: 0.4684739 Jul 18 16:43:01.004747 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:01.014899 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63736c4b-6ff9-4f2f-88e9-6e8524ab941e,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:01.028001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.028001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.028001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.028001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.028001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.028001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.028001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.028863 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.030851 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.033694 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.042690 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Routers {'e467b349-6007-40ac-958e-24a87d31fa14'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:01.043343 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:42:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e467b349-6007-40ac-958e-24a87d31fa14'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:01.044193 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.044661 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.045128 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.045342 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.045678 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba10d1-81a7-4d4f-b0b4-a17f5ab1f049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:01.127709 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9036b9-317f-4977-bfd1-68acf71d52f7 None None] Pushing event updated for resources: {'Port': ['ID=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,revision_number=4']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:01.378434 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] Set router e467b349-6007-40ac-958e-24a87d31fa14 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:01.437779 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-98ca40a6-2896-436c-ad5e-f42ce129c39d None None] Provisioning complete for port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:01.441277 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-98ca40a6-2896-436c-ad5e-f42ce129c39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:01.467455 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366d3bd-caf7-46d9-a142-2cb1b4d69693 req-b0453c5f-adff-4ff6-91fb-eed9ec40f07a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:01.495045 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e366d3bd-caf7-46d9-a142-2cb1b4d69693 req-b0453c5f-adff-4ff6-91fb-eed9ec40f07a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1527917 Jul 18 16:43:01.660390 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-98ca40a6-2896-436c-ad5e-f42ce129c39d None None] Current status of the port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:01.661830 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-98ca40a6-2896-436c-ad5e-f42ce129c39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:01.706636 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:01.713024 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:01.732609 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e366d3bd-caf7-46d9-a142-2cb1b4d69693 req-ee3a5fc2-e537-406b-9c3d-8363894aaeaf tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267709 Jul 18 16:43:01.750923 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-98ca40a6-2896-436c-ad5e-f42ce129c39d None None] For port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,segment=NetworkSegment(24ce2d21-b882-4d09-8732-8eba73011e15),segment_id=24ce2d21-b882-4d09-8732-8eba73011e15)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:01.765175 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-98ca40a6-2896-436c-ad5e-f42ce129c39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:01.918485 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 4, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port': {'id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:45Z', 'updated_at': '2022-07-18T16:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f', 'name': '', 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'mac_address': 'fa:16:3e:fc:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:50Z', 'updated_at': '2022-07-18T16:43:00Z', 'revision_number': 4, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'subnets': [{'id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:01.985495 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca40a6-2896-436c-ad5e-f42ce129c39d None None] Pushing event updated for resources: {'Port': ['ID=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:02.024143 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839ab95-d61a-47d9-8776-b597489a7dfd None None] The sync data for ids ['e467b349-6007-40ac-958e-24a87d31fa14'] in dv-cinder-837543-6-iscsi is: [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:42:51Z', 'revision_number': 4, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port': {'id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:45Z', 'updated_at': '2022-07-18T16:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f', 'name': '', 'network_id': '12519f45-ecff-44ac-b792-4525abbedd4a', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'mac_address': 'fa:16:3e:fc:ec:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:50Z', 'updated_at': '2022-07-18T16:43:00Z', 'revision_number': 4, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'subnets': [{'id': 'cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:43:02.083798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:43:02.221145 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:02.222015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:02.390623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:03.024908 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a5206-e75b-4708-8038-b5a3b2405077 req-132ade0c-3303-433f-8366-ddb4a72569b4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:03.034164 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c95a5206-e75b-4708-8038-b5a3b2405077 req-132ade0c-3303-433f-8366-ddb4a72569b4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1249602 Jul 18 16:43:03.154015 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c95a5206-e75b-4708-8038-b5a3b2405077 req-a1da7d7a-2543-409d-833c-05a4ef3c34d3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184084 Jul 18 16:43:03.994585 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:43:04.112655 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:04.113593 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:04.252891 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:04.534908 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7353beb-fea2-431c-b913-aac85782afed req-45b628d1-f60a-4815-85f5-ccdb8601851b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:04.537471 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c7353beb-fea2-431c-b913-aac85782afed req-45b628d1-f60a-4815-85f5-ccdb8601851b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1327879 Jul 18 16:43:04.638731 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c7353beb-fea2-431c-b913-aac85782afed req-45674c32-65a2-409e-aa60-85df86ca3500 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879071 Jul 18 16:43:05.225998 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:43:05.850044 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ad164-d1f1-41ab-8879-b127efba2e1e req-8bdec6f2-fe90-44e2-a7e6-31b3cc6b9424 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:05.853696 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d31ad164-d1f1-41ab-8879-b127efba2e1e req-8bdec6f2-fe90-44e2-a7e6-31b3cc6b9424 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0625710 Jul 18 16:43:05.932166 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d31ad164-d1f1-41ab-8879-b127efba2e1e req-893e4b2f-1c25-4a6c-b028-b53aca02c637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715048 Jul 18 16:43:07.116335 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ea78d-de9a-4c3f-869e-65c381e10b1b req-742bb4fa-1462-43ed-a966-d53783e661e2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:07.118622 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2e6ea78d-de9a-4c3f-869e-65c381e10b1b req-742bb4fa-1462-43ed-a966-d53783e661e2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0845060 Jul 18 16:43:07.211263 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2e6ea78d-de9a-4c3f-869e-65c381e10b1b req-d7b0f5ed-d452-4618-b493-0c79718c36f9 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856397 Jul 18 16:43:08.438818 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a22206-5a4c-47ac-a948-f29859fb8e7d req-433f070f-295c-48a8-ae9d-98d8dfbce97b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:08.440532 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-92a22206-5a4c-47ac-a948-f29859fb8e7d req-433f070f-295c-48a8-ae9d-98d8dfbce97b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1061208 Jul 18 16:43:08.579986 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-92a22206-5a4c-47ac-a948-f29859fb8e7d req-8e712298-cc01-4da7-9757-f586863d0054 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285744 Jul 18 16:43:09.759134 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e93bdc-f827-46b8-ac40-2493d5e46753 req-822918f5-d830-434e-8551-d170182f64e4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:09.760820 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-07e93bdc-f827-46b8-ac40-2493d5e46753 req-822918f5-d830-434e-8551-d170182f64e4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0586774 Jul 18 16:43:09.822255 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-07e93bdc-f827-46b8-ac40-2493d5e46753 req-2d3955e7-60ec-4d5d-9de9-eddf1be51530 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516973 Jul 18 16:43:10.962073 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881712c3-87c2-46f0-b9f7-ab33086e8356 req-736f6851-404d-45b6-90ff-89c9a3c48eb0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:10.963692 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-881712c3-87c2-46f0-b9f7-ab33086e8356 req-736f6851-404d-45b6-90ff-89c9a3c48eb0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0559118 Jul 18 16:43:11.032244 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-881712c3-87c2-46f0-b9f7-ab33086e8356 req-f75c586c-08c8-49e7-93b7-388e95f87b18 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563605 Jul 18 16:43:11.520873 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-9220d37c-4353-4e1f-a947-e199e20c74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:11.522438 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-9220d37c-4353-4e1f-a947-e199e20c74ec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1128 time: 0.0425835 Jul 18 16:43:11.652027 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-dc85763e-3736-4654-a39d-78aaf9145ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:11.653709 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-dc85763e-3736-4654-a39d-78aaf9145ff1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.1068189 Jul 18 16:43:11.729670 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-52b21588-8d59-47ba-b8bf-28a62ca95e4e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 200 len: 1000 time: 0.0682356 Jul 18 16:43:11.785915 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-18cef9f4-30fb-4385-8328-647706cf7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:11.788276 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-18cef9f4-30fb-4385-8328-647706cf7b92 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.0509520 Jul 18 16:43:11.848909 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-349aec4d-3566-4fc8-963b-87755668ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:11.850620 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-349aec4d-3566-4fc8-963b-87755668ba3e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486488 Jul 18 16:43:11.924001 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=25 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:12.016309 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-124471cc-0299-47ab-818c-923bbb7a829c service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573036 Jul 18 16:43:12.152191 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8cda871-8ea8-49f6-bcdb-e5996994050c req-92750bb5-1665-433b-a0e6-95d1b2202fc0 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198010 Jul 18 16:43:12.157265 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:12.177322 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4840e3-6fb1-4231-9650-2dc8db2ebdd9 req-0da35db2-783e-4e3c-a5a1-2ae3b6c1cdab tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:12.179183 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6d4840e3-6fb1-4231-9650-2dc8db2ebdd9 req-0da35db2-783e-4e3c-a5a1-2ae3b6c1cdab tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0620675 Jul 18 16:43:12.238669 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6d4840e3-6fb1-4231-9650-2dc8db2ebdd9 req-80ccaba6-1e63-4a0e-bbc7-15d3482e181f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532801 Jul 18 16:43:12.328191 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60574) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:12.451869 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7cabee9b-3afc-47b1-b0a9-f1c211bf6682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.551522 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7cabee9b-3afc-47b1-b0a9-f1c211bf6682 admin admin] Publish callbacks [] for security_group (45a53913-04cb-41ff-8b97-56475a350028), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.555778 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7cabee9b-3afc-47b1-b0a9-f1c211bf6682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (45a53913-04cb-41ff-8b97-56475a350028), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.592875 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:12.602983 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-7cabee9b-3afc-47b1-b0a9-f1c211bf6682 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4a2b573669141b4a714b7d70d8f7fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736726 Jul 18 16:43:12.604236 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabee9b-3afc-47b1-b0a9-f1c211bf6682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a53913-04cb-41ff-8b97-56475a350028,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:12.605652 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60578) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:12.660886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d14fc081-c75a-4a31-8da6-887035c5b29e admin admin] Publish callbacks [] for security_group (45a53913-04cb-41ff-8b97-56475a350028), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.680809 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:12.686171 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d14fc081-c75a-4a31-8da6-887035c5b29e admin admin] Publish callbacks [] for security_group (45a53913-04cb-41ff-8b97-56475a350028), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.737470 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d14fc081-c75a-4a31-8da6-887035c5b29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (45a53913-04cb-41ff-8b97-56475a350028), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.740528 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d14fc081-c75a-4a31-8da6-887035c5b29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.741859 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-d14fc081-c75a-4a31-8da6-887035c5b29e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/45a53913-04cb-41ff-8b97-56475a350028 HTTP/1.1" status: 204 len: 168 time: 0.1351774 Jul 18 16:43:12.751129 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fc081-c75a-4a31-8da6-887035c5b29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a53913-04cb-41ff-8b97-56475a350028,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:13.091312 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60588) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:13.105149 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60e663f6-1b9a-4735-89b7-54ad9a9d2d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.201770 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60e663f6-1b9a-4735-89b7-54ad9a9d2d5c admin admin] Publish callbacks [] for security_group (94d681c6-0a20-4f40-bfce-a013d8c77f5b), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.206500 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-60e663f6-1b9a-4735-89b7-54ad9a9d2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (94d681c6-0a20-4f40-bfce-a013d8c77f5b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.249698 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-60e663f6-1b9a-4735-89b7-54ad9a9d2d5c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2752b49d61246589390a1aea1efa7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570702 Jul 18 16:43:13.252439 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e663f6-1b9a-4735-89b7-54ad9a9d2d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d681c6-0a20-4f40-bfce-a013d8c77f5b,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:13.254143 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60592) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:13.281323 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:13.336965 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ebb31ec-62e4-4798-85cd-fb522c7f9bbd admin admin] Publish callbacks [] for security_group (94d681c6-0a20-4f40-bfce-a013d8c77f5b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.393233 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ebb31ec-62e4-4798-85cd-fb522c7f9bbd admin admin] Publish callbacks [] for security_group (94d681c6-0a20-4f40-bfce-a013d8c77f5b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.415254 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc5b44-02ac-418a-876a-a7eebce43373 req-c81b924d-b803-40b7-8f48-ba78366741b3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:13.416829 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3fcc5b44-02ac-418a-876a-a7eebce43373 req-c81b924d-b803-40b7-8f48-ba78366741b3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0748267 Jul 18 16:43:13.489883 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3fcc5b44-02ac-418a-876a-a7eebce43373 req-39db816f-b2fe-466a-8f5d-22a60d4043f5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667462 Jul 18 16:43:13.508307 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ebb31ec-62e4-4798-85cd-fb522c7f9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (94d681c6-0a20-4f40-bfce-a013d8c77f5b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.511535 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7ebb31ec-62e4-4798-85cd-fb522c7f9bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.512767 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-7ebb31ec-62e4-4798-85cd-fb522c7f9bbd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94d681c6-0a20-4f40-bfce-a013d8c77f5b HTTP/1.1" status: 204 len: 168 time: 0.2574298 Jul 18 16:43:13.527584 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb31ec-62e4-4798-85cd-fb522c7f9bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d681c6-0a20-4f40-bfce-a013d8c77f5b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:13.892295 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60600) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:13.906754 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5ceede50-afd9-44d2-aec7-48d1db45a426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.991427 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5ceede50-afd9-44d2-aec7-48d1db45a426 admin admin] Publish callbacks [] for security_group (853bb9aa-98ba-4aff-af73-39b9eb0bea04), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:13.996395 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5ceede50-afd9-44d2-aec7-48d1db45a426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (853bb9aa-98ba-4aff-af73-39b9eb0bea04), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:14.039019 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-5ceede50-afd9-44d2-aec7-48d1db45a426 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d884512b1ee4047a9b04fe94c436c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456113 Jul 18 16:43:14.039939 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceede50-afd9-44d2-aec7-48d1db45a426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853bb9aa-98ba-4aff-af73-39b9eb0bea04,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:14.042052 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60604) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:14.102222 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-152c5495-b865-40e2-9150-e85c5d127629 admin admin] Publish callbacks [] for security_group (853bb9aa-98ba-4aff-af73-39b9eb0bea04), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:14.128081 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-152c5495-b865-40e2-9150-e85c5d127629 admin admin] Publish callbacks [] for security_group (853bb9aa-98ba-4aff-af73-39b9eb0bea04), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:14.184450 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-152c5495-b865-40e2-9150-e85c5d127629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (853bb9aa-98ba-4aff-af73-39b9eb0bea04), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:14.187483 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-152c5495-b865-40e2-9150-e85c5d127629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:14.188679 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-152c5495-b865-40e2-9150-e85c5d127629 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/853bb9aa-98ba-4aff-af73-39b9eb0bea04 HTTP/1.1" status: 204 len: 168 time: 0.1455667 Jul 18 16:43:14.198013 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c5495-b865-40e2-9150-e85c5d127629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853bb9aa-98ba-4aff-af73-39b9eb0bea04,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:14.659116 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1c0f-e283-43a0-8b2c-d03294554aae req-432b8869-eb59-4003-ae2a-573c77cd14b4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:14.660732 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a8e1c0f-e283-43a0-8b2c-d03294554aae req-432b8869-eb59-4003-ae2a-573c77cd14b4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0641325 Jul 18 16:43:14.727496 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3a8e1c0f-e283-43a0-8b2c-d03294554aae req-aa711d88-dc19-4e38-b22d-f9f7e83f9ba3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597174 Jul 18 16:43:15.120320 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60634) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:15.215254 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=44 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:15.255698 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1793877130-network', 'tenant_id': '56792f3625e2457bbe9aa0dfa9763028'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:15.277579 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Made reservation on behalf of 56792f3625e2457bbe9aa0dfa9763028 for: {'network': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:43:15.280885 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.290845 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.388787 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks [] for security_group (0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.393794 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.425563 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:15.430035 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=104181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:43:15.437605 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:15.451657 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (61c45a92-4f6f-4fe9-a11d-3ab449aafd30), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.452395 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.segments_db [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Added segment 61c45a92-4f6f-4fe9-a11d-3ab449aafd30 of type vlan for network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 Jul 18 16:43:15.472461 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:15.532134 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (7f1b0a03-df48-4d24-bcde-649f3975d3a7), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.580893 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (7f1b0a03-df48-4d24-bcde-649f3975d3a7), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.582127 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:15.582905 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.620911 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4992073 Jul 18 16:43:15.625449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60646) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:15.634802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Request body: {'subnet': {'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1793877130-subnet', 'tenant_id': '56792f3625e2457bbe9aa0dfa9763028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:15.655224 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2eb7d-58c1-43ba-b8c0-2248a76051a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f1b0a03-df48-4d24-bcde-649f3975d3a7,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:15.670316 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:43:15.677138 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Made reservation on behalf of 56792f3625e2457bbe9aa0dfa9763028 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:43:15.681249 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126058333'] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:15.979274 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1abc4d-e9fe-45ed-8c1e-d73a31a8033d req-272f4233-2350-4421-afff-2548f53014de tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:15.980965 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9e1abc4d-e9fe-45ed-8c1e-d73a31a8033d req-272f4233-2350-4421-afff-2548f53014de tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.1518707 Jul 18 16:43:16.084946 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126058307'] for subnet (a9d058dd-2fce-4b07-b2b7-906371203852), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:16.133277 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9e1abc4d-e9fe-45ed-8c1e-d73a31a8033d req-3cb8cff9-3d44-4811-9dab-1396754ceec1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392536 Jul 18 16:43:16.162228 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:16.173220 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d058dd-2fce-4b07-b2b7-906371203852,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:16.189498 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Checking segment: {'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:43:16.189740 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Network hostable DHCP agents. Network: 7f1b0a03-df48-4d24-bcde-649f3975d3a7, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:43:16.198933 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:16.217511 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:43:16.230041 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 7f1b0a03-df48-4d24-bcde-649f3975d3a7) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:43:16.236627 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:16.237854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:16.246256 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc5a57-56fc-40de-a7f2-5ebbf1f89066 None None] Network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:43:16.265500 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-4a245cb4-c9ac-453a-ab5a-a9adb755888f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6380625 Jul 18 16:43:16.419646 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3d2bb-5a30-4653-b8ab-92b5a571306e None None] Network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:43:17.311996 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a6abb-7a43-49a4-a8a6-61415f8e2818 req-bcb6ed80-1b48-4784-ac64-02254b6a0d0f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:17.314508 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8e2a6abb-7a43-49a4-a8a6-61415f8e2818 req-bcb6ed80-1b48-4784-ac64-02254b6a0d0f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0538907 Jul 18 16:43:17.375841 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8e2a6abb-7a43-49a4-a8a6-61415f8e2818 req-a2219a30-a8a7-4e99-a681-4e8a5f91fa39 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513051 Jul 18 16:43:18.246820 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-b9b2fd25-e7f0-477f-9e9a-88717c56bba5 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:18.250048 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-b9b2fd25-e7f0-477f-9e9a-88717c56bba5 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/networks?id=7f1b0a03-df48-4d24-bcde-649f3975d3a7 HTTP/1.1" status: 200 len: 814 time: 0.1444089 Jul 18 16:43:18.281504 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-fe359fbc-7849-4c18-90ec-d4977ae41d9d tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/quotas/56792f3625e2457bbe9aa0dfa9763028 HTTP/1.1" status: 200 len: 375 time: 0.0213726 Jul 18 16:43:18.343490 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-80162ffb-4a3a-4ee2-9e3d-f2274db760ea tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56792f3625e2457bbe9aa0dfa9763028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529654 Jul 18 16:43:18.475260 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:43:18.535298 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-6cd19713-fc1f-4500-8ba0-53451abb7679 service neutron] 10.222.0.77 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814981 Jul 18 16:43:18.590867 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fec59-6615-44cc-a22d-7cef41e013ba req-3986864f-0480-4e7c-92f7-eff3d3b98ab8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:18.593123 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f20fec59-6615-44cc-a22d-7cef41e013ba req-3986864f-0480-4e7c-92f7-eff3d3b98ab8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0649226 Jul 18 16:43:18.608699 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:18.672796 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f20fec59-6615-44cc-a22d-7cef41e013ba req-3db97db5-e883-4ba0-8c47-d4d38173aaa7 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670810 Jul 18 16:43:18.677386 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:18.706129 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-46f539c9-cc2d-4c88-878e-4ada7ad9c0ba service neutron] 10.222.0.77 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691306 Jul 18 16:43:18.710783 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '01d252c0-4708-4842-b47f-06feaedb0c39', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'port_id': '01d252c0-4708-4842-b47f-06feaedb0c39', 'mac_address': 'fa:16:3e:2e:e3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:43:18.775212 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:18.775602 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:18.794630 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d252c0-4708-4842-b47f-06feaedb0c39 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:43:18.844986 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:18.862957 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:19.138680 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e8998ab2-69a4-47fb-83f4-841d000b78fc req-d084a5b6-f339-4729-8a80-a153e37a037f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 210 time: 0.0642025 Jul 18 16:43:19.237635 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:19.264897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=9']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:19.294517 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-500a47b0-6d7b-414c-8cf4-1cc55926dccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:19.307639 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.310271 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.311021 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.311628 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.312186 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.317820 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.318517 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.319080 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.320142 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.321105 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.321874 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.322309 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.322898 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.324084 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.325720 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:19.411768 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['01d252c0-4708-4842-b47f-06feaedb0c39'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:43:19.449409 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b93f3b-323e-4c65-8820-77e32284b4a2 req-b3f158b5-1a83-41ce-bb26-a3bfca189dd0 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:19.452905 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-74b93f3b-323e-4c65-8820-77e32284b4a2 req-b3f158b5-1a83-41ce-bb26-a3bfca189dd0 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.0964911 Jul 18 16:43:19.472047 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d401e-5937-475c-81be-06277d2de230 req-dcc9430c-15d4-4f36-9c9c-e7144c173325 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:19.481612 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bf6d401e-5937-475c-81be-06277d2de230 req-dcc9430c-15d4-4f36-9c9c-e7144c173325 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1015952 Jul 18 16:43:19.555443 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-74b93f3b-323e-4c65-8820-77e32284b4a2 req-5374d38c-64a0-47c2-9bd5-95950eca3db9 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933244 Jul 18 16:43:19.564914 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bf6d401e-5937-475c-81be-06277d2de230 req-d42d1a37-af08-4274-b105-5b2e0b953b85 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0819290 Jul 18 16:43:19.856896 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d911f-3b37-41f2-b7eb-ae32f90bbf9f req-96d8b315-5f3b-4a27-ab13-d03b38dce881 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:19.858564 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cf8d911f-3b37-41f2-b7eb-ae32f90bbf9f req-96d8b315-5f3b-4a27-ab13-d03b38dce881 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0561202 Jul 18 16:43:19.916361 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cf8d911f-3b37-41f2-b7eb-ae32f90bbf9f req-04a173b5-4537-4177-b468-5a375ae1bc8f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498652 Jul 18 16:43:20.267621 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-94de7a37-4601-4fec-9c5b-2436f077ad60 req-0bf24891-8343-43d3-b32c-6c6b9c7b4c12 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 210 time: 0.0375276 Jul 18 16:43:20.717731 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02729b-28a0-4311-9de7-756f49881712 req-cd9667f9-de51-48b2-841a-4f0a292e49f0 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:20.719477 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0c02729b-28a0-4311-9de7-756f49881712 req-cd9667f9-de51-48b2-841a-4f0a292e49f0 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.0568075 Jul 18 16:43:20.775418 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:43:20.776016 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5086d-931d-433a-bc31-64870ecb047c req-024bb95e-2ec0-48ca-99b9-5b7948ca074b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:20.776427 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0c02729b-28a0-4311-9de7-756f49881712 req-61af0852-0a1c-45eb-b079-c119626a3d0c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501392 Jul 18 16:43:20.778843 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5f5086d-931d-433a-bc31-64870ecb047c req-024bb95e-2ec0-48ca-99b9-5b7948ca074b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0743845 Jul 18 16:43:20.828773 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 01d252c0-4708-4842-b47f-06feaedb0c39 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:20.829268 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:20.870697 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5f5086d-931d-433a-bc31-64870ecb047c req-d95083fd-57b9-400e-af87-7066103bb584 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0804441 Jul 18 16:43:20.941989 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 01d252c0-4708-4842-b47f-06feaedb0c39 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:20.942378 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:20.984637 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:20.989264 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51281ce-b22e-4ffd-bb75-966a1c4e61ff" -d '{"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-plugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:21.013527 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:21.030528 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:21.113904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2812756-4470-45ca-ad88-06085c58d5cd req-f3e112e9-dcca-4322-b7bb-98d71417af2d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:21.116391 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d2812756-4470-45ca-ad88-06085c58d5cd req-f3e112e9-dcca-4322-b7bb-98d71417af2d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.0942621 Jul 18 16:43:21.124001 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-03caf9e8-0231-450c-a6b7-39b68abba610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:21.127927 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-03caf9e8-0231-450c-a6b7-39b68abba610 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1129 time: 0.0863578 Jul 18 16:43:21.134322 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df6939-7920-40dd-b1a6-393d718fe543 x-openstack-request-id: req-c1df6939-7920-40dd-b1a6-393d718fe543 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:21.135154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-plugged", "status": "completed", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:21.135553 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c1df6939-7920-40dd-b1a6-393d718fe543 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:21.136167 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1df6939-7920-40dd-b1a6-393d718fe543'] response: {'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39', 'code': 200} Jul 18 16:43:21.150455 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=10']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:21.181107 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d2812756-4470-45ca-ad88-06085c58d5cd req-0010c3a8-ef44-4b9d-b9bf-28221272ae13 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540230 Jul 18 16:43:21.375823 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2b4ff89c-1673-4822-9762-e013207ebcd1 req-4c0b535b-53ce-407d-8d53-03d46d98dfab tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 210 time: 0.0339117 Jul 18 16:43:21.493016 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-8b0ac7cd-a165-4084-8579-9fc0474f8529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:21.494829 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-8b0ac7cd-a165-4084-8579-9fc0474f8529 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.1143937 Jul 18 16:43:22.002347 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-02dfd8fa-8f96-4c6b-881c-6133dddae78b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.005154 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-02dfd8fa-8f96-4c6b-881c-6133dddae78b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.1807203 Jul 18 16:43:22.021085 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-de1b8556-8cc2-421e-bfe7-07ccf5f11a22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 1001 time: 0.1976829 Jul 18 16:43:22.028539 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e35ab0-5380-47eb-8986-469148e2ca59 req-b571805d-2225-4349-962d-7cf8f37e3d36 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.031218 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-71e35ab0-5380-47eb-8986-469148e2ca59 req-b571805d-2225-4349-962d-7cf8f37e3d36 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.1034572 Jul 18 16:43:22.112744 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7573024-bc50-4b69-82b9-627a90a7d5e0 req-d84bfc20-a410-48ac-917e-d688f174f4ed tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.116368 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d7573024-bc50-4b69-82b9-627a90a7d5e0 req-d84bfc20-a410-48ac-917e-d688f174f4ed tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0923431 Jul 18 16:43:22.132942 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-71e35ab0-5380-47eb-8986-469148e2ca59 req-05422742-2943-4dc2-803c-84668d8c08de tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952349 Jul 18 16:43:22.159886 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-890990dd-b91c-4006-a3eb-3e84e8e477b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:22.243537 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d7573024-bc50-4b69-82b9-627a90a7d5e0 req-60a2a3b4-482e-47fe-be25-0f31278077f3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1188877 Jul 18 16:43:22.391677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-72ed1bcc-85cc-4888-9876-3392c1a2d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.394771 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-72ed1bcc-85cc-4888-9876-3392c1a2d729 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1838114 Jul 18 16:43:22.414908 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:22.460442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-2c1a875a-df8f-4111-9e43-8a7200c7b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.462213 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-2c1a875a-df8f-4111-9e43-8a7200c7b360 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608435 Jul 18 16:43:22.552133 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:22.554905 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f5c3-4e71-4aaf-b221-9acc09845b2a req-70b54a30-7ef3-4dd1-9123-74d6efdcb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.557557 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7847f5c3-4e71-4aaf-b221-9acc09845b2a req-70b54a30-7ef3-4dd1-9123-74d6efdcb81d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 1131 time: 0.1616709 Jul 18 16:43:22.603636 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-013bbe8f-6f46-4594-acb1-063fb3ccd37e req-5ca8f588-9c98-4428-a594-a0518aa66058 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 210 time: 0.1067600 Jul 18 16:43:22.710281 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port ca139efe-c37e-4064-a928-8621794e3268 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:43:22.711191 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (ca139efe-c37e-4064-a928-8621794e3268), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:22.725877 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:22.793808 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:22.812245 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e33ee6-0a17-4601-889a-5f4b187300ba req-b840d9f4-d99d-4951-aec6-2a3571d2fd92 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.823554 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-25e33ee6-0a17-4601-889a-5f4b187300ba req-b840d9f4-d99d-4951-aec6-2a3571d2fd92 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.3540349 Jul 18 16:43:22.862374 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7847f5c3-4e71-4aaf-b221-9acc09845b2a req-cd354f41-5bb5-4557-927f-91676c901e85 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910874 Jul 18 16:43:22.906937 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-9b882d96-6ef4-4cdd-87cb-cf6cd1e50c5f service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953898 Jul 18 16:43:22.924410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-7b87c48c-7c13-40b0-8d01-b358666a10bd tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:22.927002 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-7b87c48c-7c13-40b0-8d01-b358666a10bd tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "GET /v2.0/networks?id=7f1b0a03-df48-4d24-bcde-649f3975d3a7 HTTP/1.1" status: 200 len: 814 time: 0.4137158 Jul 18 16:43:22.935669 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-25e33ee6-0a17-4601-889a-5f4b187300ba req-5bf60cca-b3dd-433b-b372-3dee3f6fde2b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068945 Jul 18 16:43:22.979951 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] For port ca139efe-c37e-4064-a928-8621794e3268, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=ca139efe-c37e-4064-a928-8621794e3268,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:22.980320 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (ca139efe-c37e-4064-a928-8621794e3268), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.083308 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-21f17d2c-8fb1-4575-bb73-e53a2e91d073 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977181763&fields=id&tenant_id=edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 267 time: 0.0577681 Jul 18 16:43:23.227974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-76ef2ccd-71d3-44b7-b269-fd3b93d8e58d tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:23.229746 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-76ef2ccd-71d3-44b7-b269-fd3b93d8e58d tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 812 time: 0.1344543 Jul 18 16:43:23.247305 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.248240 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (3a514939-edd7-442d-93c0-3ab9e9fe99cc), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.248471 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP 3a514939-edd7-442d-93c0-3ab9e9fe99cc disassociated. External IP: 172.27.0.124, port: ca139efe-c37e-4064-a928-8621794e3268. Jul 18 16:43:23.248865 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for ca139efe-c37e-4064-a928-8621794e3268 owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:43:23.253196 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ca7c5452-598e-486e-841d-e1b6443e2831 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/quotas/edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 375 time: 0.0114880 Jul 18 16:43:23.317412 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-859a75aa-c4a9-4d9d-97c3-98bacca6c51a tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580506 Jul 18 16:43:23.351738 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62976003-dcf1-4ea2-83cb-eb36488202f7 req-cc28481b-3348-423c-a55f-5fafc22a4e3b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:23.353514 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-62976003-dcf1-4ea2-83cb-eb36488202f7 req-cc28481b-3348-423c-a55f-5fafc22a4e3b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 945 time: 0.1012666 Jul 18 16:43:23.390455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Request body: {'port': {'device_id': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7', 'admin_state_up': True, 'tenant_id': '56792f3625e2457bbe9aa0dfa9763028'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:23.436461 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-62976003-dcf1-4ea2-83cb-eb36488202f7 req-c98f5656-1ae0-45c9-a711-0a2ab7d24416 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=97591266-3d90-42cd-9c23-37faf2529f28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751419 Jul 18 16:43:23.547952 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (ca139efe-c37e-4064-a928-8621794e3268), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.629336 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=ca139efe-c37e-4064-a928-8621794e3268,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:23.721478 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d402d8-1fb6-4873-b812-3a1b37cc9282 req-7252c16c-6d7f-4f07-9a07-701142344214 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:23.723520 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19d402d8-1fb6-4873-b812-3a1b37cc9282 req-7252c16c-6d7f-4f07-9a07-701142344214 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1105642 Jul 18 16:43:23.727127 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-86acee6c-f6fd-4235-b934-13ce2c1893d6 service neutron] 10.222.0.77 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852253 Jul 18 16:43:23.923150 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1fc7bd9b-92e5-4a5a-aa7b-6c1188a19c44 req-fa25e383-106a-4ad2-92c4-0e8568697e96 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417337 Jul 18 16:43:23.945985 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Made reservation on behalf of 56792f3625e2457bbe9aa0dfa9763028 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:43:23.951507 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:24.021364 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:24.060820 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-9b9e4d8b-9070-42d5-98cc-9edfced084c2 service neutron] 10.222.0.77 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089378 Jul 18 16:43:24.105438 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:24.116655 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19d402d8-1fb6-4873-b812-3a1b37cc9282 req-d55b1cac-76c8-4afa-9704-83c8bdd7c9f3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3809881 Jul 18 16:43:24.134153 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:43:24.292353 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-61d3911a-e00d-4faa-9c31-03c316a0f2b7 req-7df231bb-2574-467e-b311-46e3f8b00246 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 210 time: 0.0434406 Jul 18 16:43:24.336346 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:43:24.358792 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:43:24.393514 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Allocated IP 172.20.0.14 (7f1b0a03-df48-4d24-bcde-649f3975d3a7/a9d058dd-2fce-4b07-b2b7-906371203852/f8aec84e-0ae0-4a21-ae14-07199258fc70) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:43:24.421452 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:24.422987 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:24.448189 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] No DVR routers for this DVR port ca139efe-c37e-4064-a928-8621794e3268 on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:43:24.453846 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:24.457858 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1fea451e-4163-4e9d-8a16-6b1f33bacad5 req-72c30c70-68a4-44c3-b269-51a15674754e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "DELETE /v2.0/ports/ca139efe-c37e-4064-a928-8621794e3268 HTTP/1.1" status: 204 len: 173 time: 2.2514665 Jul 18 16:43:24.458567 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'name': 'network-vif-deleted', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:24.461104 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492cded-fda6-4e51-8b3b-8625e4465127" -d '{"events": [{"server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "name": "network-vif-deleted", "tag": "ca139efe-c37e-4064-a928-8621794e3268"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:24.471241 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:24.494678 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e3b-981a-4678-8c0e-5a98ffbd996e req-c144d3cb-eeee-4058-8f01-d253716c00ad tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:24.511121 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dfad4e3b-981a-4678-8c0e-5a98ffbd996e req-c144d3cb-eeee-4058-8f01-d253716c00ad tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.1198852 Jul 18 16:43:24.551921 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:24.626156 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:24.640350 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:24.667680 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dfad4e3b-981a-4678-8c0e-5a98ffbd996e req-0bf488fb-20f9-4fdb-bad1-9b1b6faadcbb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543479 Jul 18 16:43:24.803692 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device ca139efe-c37e-4064-a928-8621794e3268 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:43:24.846799 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599f95c8-fd9f-4302-aa22-4a828b6ac368 x-openstack-request-id: req-599f95c8-fd9f-4302-aa22-4a828b6ac368 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:24.847254 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b744aaad-a923-464c-8879-90ccec466724", "name": "network-vif-deleted", "tag": "ca139efe-c37e-4064-a928-8621794e3268", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:24.847643 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-599f95c8-fd9f-4302-aa22-4a828b6ac368 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:24.848597 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-599f95c8-fd9f-4302-aa22-4a828b6ac368'] response: {'server_uuid': 'b744aaad-a923-464c-8879-90ccec466724', 'name': 'network-vif-deleted', 'tag': 'ca139efe-c37e-4064-a928-8621794e3268', 'status': 'completed', 'code': 200} Jul 18 16:43:24.914813 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks [] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:24.922963 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: ca139efe-c37e-4064-a928-8621794e3268 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:43:24.925914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device ca139efe-c37e-4064-a928-8621794e3268 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:43:24.969964 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:24.999112 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e87bac3e-2aec-4ccd-8297-64f190949a9b req-83d0debf-7a63-4edd-9aea-68e2e02be54b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.0586319 Jul 18 16:43:25.153849 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-91105582-8784-46f2-9d74-f2e2e8d5ac0c req-ec508101-c3b7-448c-9b10-ef4f49567cf3 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 210 time: 0.0789182 Jul 18 16:43:25.157041 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:25.396931 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db956d-64f9-4624-a29f-8ed91e6516b7 req-67e510b8-97f2-4b97-a669-07a50707c113 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:25.405367 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:43:25.414791 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-89db956d-64f9-4624-a29f-8ed91e6516b7 req-67e510b8-97f2-4b97-a669-07a50707c113 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1393034 Jul 18 16:43:25.436674 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:43:25.449080 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:43:25.572108 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:25.631104 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-89db956d-64f9-4624-a29f-8ed91e6516b7 req-d0ef720f-8be3-4eab-8ef9-3fb78fe1978a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2027900 Jul 18 16:43:25.658832 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:34Z', 'revision_number': 2, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:25.678943 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Pushing event updated for resources: {'Port': ['ID=f8aec84e-0ae0-4a21-ae14-07199258fc70,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:25.736518 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.737093 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.737682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.738263 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.738894 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.739462 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.740128 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.740708 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.741467 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.741903 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.742608 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.743215 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.743795 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.744529 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.745024 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:25.756123 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:43:25.765790 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf26f-b5ba-426a-bdd5-eeab1d642f02 req-ab67d5b7-e483-4736-852a-70330007e15f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:25.769124 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c44cf26f-b5ba-426a-bdd5-eeab1d642f02 req-ab67d5b7-e483-4736-852a-70330007e15f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 932 time: 0.3466027 Jul 18 16:43:25.781433 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:25.783097 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:25.836474 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:25.839007 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:25.900075 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-e1c29431-33cf-483a-8cc6-450640a46371 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5218058 Jul 18 16:43:25.980481 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:25.981650 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c44cf26f-b5ba-426a-bdd5-eeab1d642f02 req-ab805fbf-cd60-4506-bc4a-13a978ad2a4f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863599 Jul 18 16:43:26.007895 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:26.012719 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:26.082310 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d142-d092-42c5-b1a7-78a523af9921 req-6b02a130-3675-4de6-b0c9-62f13058a919 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:26.083642 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Request body: {'port': {'device_id': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:26.088390 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7c53d142-d092-42c5-b1a7-78a523af9921 req-6b02a130-3675-4de6-b0c9-62f13058a919 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.2184339 Jul 18 16:43:26.232450 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7c53d142-d092-42c5-b1a7-78a523af9921 req-810033d3-542d-4094-b02c-57ce76019637 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369586 Jul 18 16:43:26.337458 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-34874699-6780-459d-a837-d72f1e90b1cc req-b8c02f88-09d5-4d8c-b198-373533dd2b64 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=b744aaad-a923-464c-8879-90ccec466724 HTTP/1.1" status: 200 len: 210 time: 0.1149433 Jul 18 16:43:26.339380 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:26.415086 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-335aaabd-16d3-458d-bcb6-1c9e3df184a7 req-e07c5f12-9d0c-484d-8c4c-7c87ddc85f38 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 210 time: 0.0953336 Jul 18 16:43:26.642939 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:34Z', 'revision_number': 2, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:26.717844 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa9a863-04fc-4af7-bbe6-56fc50df25ff None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '88db2bb3-8eb3-4f3d-921d-a754b9bac981', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:8f:2e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:39:30Z', 'updated_at': '2022-07-18T16:40:34Z', 'revision_number': 2, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:43:26.940496 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbc806-f7b2-4560-b8b8-beb3ed53b12f req-f0558963-3032-48ac-80ef-5d9aa5fa48e8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:26.943586 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-37cbc806-f7b2-4560-b8b8-beb3ed53b12f req-f0558963-3032-48ac-80ef-5d9aa5fa48e8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1457415 Jul 18 16:43:26.996732 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff38cee-71bb-4739-852c-96e9264fad69 None None] New status for floating IP 3a514939-edd7-442d-93c0-3ab9e9fe99cc: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:43:27.104015 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-37cbc806-f7b2-4560-b8b8-beb3ed53b12f req-a0176f8e-b291-44a9-9001-2165576cb8a0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1510017 Jul 18 16:43:27.141755 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:27.173323 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d5818-2561-4ebb-84ae-da9c4f356785 req-b4552bc8-cf3a-4d9b-8509-2b29596fa17f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:27.175419 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-493d5818-2561-4ebb-84ae-da9c4f356785 req-b4552bc8-cf3a-4d9b-8509-2b29596fa17f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 932 time: 0.0927122 Jul 18 16:43:27.243097 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-493d5818-2561-4ebb-84ae-da9c4f356785 req-69aa5efe-a4f3-4fb5-87ce-52dec29c84bf tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598445 Jul 18 16:43:27.332088 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8aec84e-0ae0-4a21-ae14-07199258fc70 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:43:27.351661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Publish callbacks [] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.401995 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Transition to ACTIVE for port object f8aec84e-0ae0-4a21-ae14-07199258fc70 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:43:27.410369 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526519e9-404d-4261-8ec2-09095f331549 req-9f978f77-9cb7-4456-ab62-551325ce47d5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:27.412118 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-526519e9-404d-4261-8ec2-09095f331549 req-9f978f77-9cb7-4456-ab62-551325ce47d5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.0825958 Jul 18 16:43:27.413751 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.415513 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-eb9b46eb-2526-4b5c-9d78-ce76a192db64 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:27.417930 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-eb9b46eb-2526-4b5c-9d78-ce76a192db64 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 812 time: 0.1531518 Jul 18 16:43:27.514994 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:27.551663 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-526519e9-404d-4261-8ec2-09095f331549 req-f42cda64-7b18-429f-82f3-fe718277d08e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288514 Jul 18 16:43:27.554864 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aec84e-0ae0-4a21-ae14-07199258fc70,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:27.556144 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-505b5e85-3b18-4a1f-927a-13896f3beb7f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 379 time: 0.1178746 Jul 18 16:43:27.603736 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f2857c07-bca8-4576-916b-bd970b3ccd62 req-408f36b3-bf49-47be-bd6b-d200ab31d68f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 210 time: 0.0819128 Jul 18 16:43:27.611626 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'port': {'device_id': '59c69462-5393-447e-96d5-cda144e8d328', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'admin_state_up': True, 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'security_groups': ['776cfd29-3661-44c3-940b-511b6e6bd942']}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:27.642375 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60962) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:27.710774 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Attempting to bind port f8aec84e-0ae0-4a21-ae14-07199258fc70 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:43:27.711293 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Attempting to bind port f8aec84e-0ae0-4a21-ae14-07199258fc70 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:43:27.711810 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Attempting to bind port f8aec84e-0ae0-4a21-ae14-07199258fc70 on network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:43:27.717622 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Port f8aec84e-0ae0-4a21-ae14-07199258fc70 on network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:43:27.718101 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Attempting to bind port f8aec84e-0ae0-4a21-ae14-07199258fc70 on network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:43:27.724605 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:43:27.725165 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Checking segment: {'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:43:27.725614 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Bound using segment: {'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:43:27.727483 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Bound port: f8aec84e-0ae0-4a21-ae14-07199258fc70, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:43:27.727885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.775017 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5def29b5-60ca-488d-9098-2ce0c4d9be68 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (97591266-3d90-42cd-9c23-37faf2529f28), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.803145 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] For port f8aec84e-0ae0-4a21-ae14-07199258fc70, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:43:27.807056 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] For port f8aec84e-0ae0-4a21-ae14-07199258fc70, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f8aec84e-0ae0-4a21-ae14-07199258fc70,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:43:27.807695 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5def29b5-60ca-488d-9098-2ce0c4d9be68 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (97591266-3d90-42cd-9c23-37faf2529f28), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.817506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.863225 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:27.864488 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.865986 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] 10.222.0.95 "PUT /v2.0/ports/f8aec84e-0ae0-4a21-ae14-07199258fc70 HTTP/1.1" status: 200 len: 1094 time: 1.7936375 Jul 18 16:43:27.866632 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'tag': 'f8aec84e-0ae0-4a21-ae14-07199258fc70'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:27.869019 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24637065-44c0-44f0-bd82-69be19a3200a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf052b3c-d411-47f4-b148-ce34d98d2aa3", "tag": "f8aec84e-0ae0-4a21-ae14-07199258fc70"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:27.909319 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Made reservation on behalf of edffd84b958d4e2a880fae7c4709d36d for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:43:27.913538 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.941513 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d5dd8-7894-4c3d-85af-1af6e6c53ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8aec84e-0ae0-4a21-ae14-07199258fc70,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:27.945932 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f2a3dd-76cd-42e4-877d-37c53e3567bf x-openstack-request-id: req-92f2a3dd-76cd-42e4-877d-37c53e3567bf {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:27.946225 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf052b3c-d411-47f4-b148-ce34d98d2aa3", "tag": "f8aec84e-0ae0-4a21-ae14-07199258fc70", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:27.946798 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-92f2a3dd-76cd-42e4-877d-37c53e3567bf {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:27.947094 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f2a3dd-76cd-42e4-877d-37c53e3567bf'] response: {'name': 'network-changed', 'server_uuid': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'tag': 'f8aec84e-0ae0-4a21-ae14-07199258fc70', 'status': 'completed', 'code': 200} Jul 18 16:43:27.956446 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:27.957635 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5def29b5-60ca-488d-9098-2ce0c4d9be68 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (97591266-3d90-42cd-9c23-37faf2529f28), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.960675 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5def29b5-60ca-488d-9098-2ce0c4d9be68 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:27.964496 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5def29b5-60ca-488d-9098-2ce0c4d9be68 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/security-groups/97591266-3d90-42cd-9c23-37faf2529f28 HTTP/1.1" status: 204 len: 168 time: 0.3182161 Jul 18 16:43:27.965969 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 60968) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:27.979540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def29b5-60ca-488d-9098-2ce0c4d9be68 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97591266-3d90-42cd-9c23-37faf2529f28,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:28.013261 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.api.v2.resource [None req-182f3b76-1caf-4422-9dcb-186100bd9977 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] show failed (client error): The resource could not be found. Jul 18 16:43:28.017227 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-182f3b76-1caf-4422-9dcb-186100bd9977 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups/97591266-3d90-42cd-9c23-37faf2529f28 HTTP/1.1" status: 404 len: 347 time: 0.0479419 Jul 18 16:43:28.021700 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 60970) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:28.050387 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-f266f95e-3bb2-4d59-a54c-af33ce979f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:28.052019 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-f266f95e-3bb2-4d59-a54c-af33ce979f8c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56792f3625e2457bbe9aa0dfa9763028&device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 1128 time: 0.0667148 Jul 18 16:43:28.069709 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:28.138615 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-6728685d-272c-4a43-a3c2-aa9a6d04254b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8aec84e-0ae0-4a21-ae14-07199258fc70 HTTP/1.1" status: 200 len: 217 time: 0.0619850 Jul 18 16:43:28.217963 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Allocated IP 172.20.0.10 (94186e07-4092-42bb-bef4-09c745cebf42/403a1512-0ed5-4671-bf38-261bd10555c2/b74452ca-033c-40d3-b50d-968df23f2d86) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:43:28.221188 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port 4133aa27-422f-4f26-bf03-78dc4e0ecd12 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:43:28.221801 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:28.266613 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-c3286d8f-23b3-4062-9875-11a1216e3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:28.270479 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-c3286d8f-23b3-4062-9875-11a1216e3219 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a9d058dd-2fce-4b07-b2b7-906371203852 HTTP/1.1" status: 200 len: 854 time: 0.1143281 Jul 18 16:43:28.356794 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-78af77a1-3bdd-4bd4-910d-b2764a530274 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7f1b0a03-df48-4d24-bcde-649f3975d3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780962 Jul 18 16:43:28.381633 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68188a04-2201-4fc9-985b-16f2f02edb54 req-f6b44a82-cb55-4d9d-b4a1-4fbaf35b459e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:28.383515 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68188a04-2201-4fc9-985b-16f2f02edb54 req-f6b44a82-cb55-4d9d-b4a1-4fbaf35b459e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1397760 Jul 18 16:43:28.457974 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:28.459138 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (4133aa27-422f-4f26-bf03-78dc4e0ecd12), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:28.522363 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for 4133aa27-422f-4f26-bf03-78dc4e0ecd12 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:43:28.566248 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68188a04-2201-4fc9-985b-16f2f02edb54 req-97f51b53-c2c0-4249-ac39-5b34827eda84 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1697829 Jul 18 16:43:28.597124 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47cf0e-8232-4899-a9b1-b1559b8845f6 req-cc104dbf-d790-49df-ba5f-567b8d7cc7c4 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:28.617455 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0f47cf0e-8232-4899-a9b1-b1559b8845f6 req-cc104dbf-d790-49df-ba5f-567b8d7cc7c4 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 944 time: 0.2391276 Jul 18 16:43:28.696708 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (b74452ca-033c-40d3-b50d-968df23f2d86), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:28.723434 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-8c56018d-c148-4d59-86a1-45b00e6934c6 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597496 Jul 18 16:43:28.744580 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:28.782329 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:28.931400 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0f47cf0e-8232-4899-a9b1-b1559b8845f6 req-88e89041-2861-4069-873e-445bc58a0985 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910964 Jul 18 16:43:28.937543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:28.969536 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Network 94186e07-4092-42bb-bef4-09c745cebf42 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:43:28.988050 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a9473f9e-c126-48b0-bc48-60bbc9d20811 req-fd5be3a7-4deb-4c64-b4d5-b063558dd8d0 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363794 Jul 18 16:43:28.988979 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:43:28.998016 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:43:29.006718 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=b74452ca-033c-40d3-b50d-968df23f2d86,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:29.010733 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (4133aa27-422f-4f26-bf03-78dc4e0ecd12), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:29.091865 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dd91c-1d7e-4397-9c38-4e0c3b71b495 req-9b682814-da69-483b-9e4e-eb6c8501876e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:29.094754 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f4dd91c-1d7e-4397-9c38-4e0c3b71b495 req-9b682814-da69-483b-9e4e-eb6c8501876e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 932 time: 0.2444103 Jul 18 16:43:29.125197 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:29.133465 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=4133aa27-422f-4f26-bf03-78dc4e0ecd12,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:29.200997 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:29.201667 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:29.294717 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5114a645-caaf-411b-8274-d4075132cee4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6897471 Jul 18 16:43:29.301303 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f4dd91c-1d7e-4397-9c38-4e0c3b71b495 req-55294bba-874c-47a2-a4f1-dadc9196db2a tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740303 Jul 18 16:43:29.308364 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (3a514939-edd7-442d-93c0-3ab9e9fe99cc), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:29.314167 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:29.316183 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-9311c532-c090-4123-8e58-0b04c8656c24 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/floatingips/3a514939-edd7-442d-93c0-3ab9e9fe99cc HTTP/1.1" status: 204 len: 168 time: 1.2929709 Jul 18 16:43:29.348717 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-068d0c90-18d6-4a05-8772-a2814371ea92 None None] Provisioning complete for port b74452ca-033c-40d3-b50d-968df23f2d86 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:29.349618 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-068d0c90-18d6-4a05-8772-a2814371ea92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:29.391611 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-068d0c90-18d6-4a05-8772-a2814371ea92 None None] Port b74452ca-033c-40d3-b50d-968df23f2d86 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:43:29.517112 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:29.750775 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f37f6-f099-4369-9a92-189b99b2a27f req-43b574e0-c97c-4b3a-aaf6-a5b8ffd3dbc7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:29.752433 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a67f37f6-f099-4369-9a92-189b99b2a27f req-43b574e0-c97c-4b3a-aaf6-a5b8ffd3dbc7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0611470 Jul 18 16:43:29.816649 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a67f37f6-f099-4369-9a92-189b99b2a27f req-e5360ccf-10cb-4690-9782-d633ce39f683 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0580242 Jul 18 16:43:30.077385 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4afaac-c3da-40d0-98dd-fda7e342b021 req-978cacd1-587a-4b55-b70d-e6047724c043 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:30.079084 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f4afaac-c3da-40d0-98dd-fda7e342b021 req-978cacd1-587a-4b55-b70d-e6047724c043 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 944 time: 0.0623500 Jul 18 16:43:30.164916 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f4afaac-c3da-40d0-98dd-fda7e342b021 req-362380c6-6173-489f-8540-b98655d71b00 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791914 Jul 18 16:43:30.366381 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Request body: {'port': {'device_id': '59c69462-5393-447e-96d5-cda144e8d328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:30.427441 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637065-44c0-44f0-bd82-69be19a3200a req-1afdf7d8-e65b-45ec-bc4a-c1ef04f5c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:30.429021 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24637065-44c0-44f0-bd82-69be19a3200a req-1afdf7d8-e65b-45ec-bc4a-c1ef04f5c72a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56792f3625e2457bbe9aa0dfa9763028&device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 1128 time: 0.0688133 Jul 18 16:43:30.564016 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02930eac-db2f-4f4f-b241-574807f5f83c req-c8c16198-8459-44e3-8df1-5bcebfd990e6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:30.566800 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-02930eac-db2f-4f4f-b241-574807f5f83c req-c8c16198-8459-44e3-8df1-5bcebfd990e6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 932 time: 0.1469264 Jul 18 16:43:30.568004 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:30.570692 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637065-44c0-44f0-bd82-69be19a3200a req-fe0b6788-bfe2-4521-b408-085e45e8e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:30.575383 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24637065-44c0-44f0-bd82-69be19a3200a req-fe0b6788-bfe2-4521-b408-085e45e8e39f service neutron] 10.222.0.95 "GET /v2.0/networks?id=7f1b0a03-df48-4d24-bcde-649f3975d3a7 HTTP/1.1" status: 200 len: 915 time: 0.1251702 Jul 18 16:43:30.720316 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-02930eac-db2f-4f4f-b241-574807f5f83c req-1be6daf3-4e58-4e37-ae85-8dd0abe09953 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347449 Jul 18 16:43:30.818679 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f8aec84e-0ae0-4a21-ae14-07199258fc70 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:43:30.830703 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:31.072367 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24637065-44c0-44f0-bd82-69be19a3200a req-0dc7c49b-5e60-4f5e-bd59-58da52cc1fc1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8aec84e-0ae0-4a21-ae14-07199258fc70 HTTP/1.1" status: 200 len: 217 time: 0.1112757 Jul 18 16:43:31.082363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f8aec84e-0ae0-4a21-ae14-07199258fc70, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f8aec84e-0ae0-4a21-ae14-07199258fc70,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:31.100400 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'f8aec84e-0ae0-4a21-ae14-07199258fc70', 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7', 'port_id': 'f8aec84e-0ae0-4a21-ae14-07199258fc70', 'mac_address': 'fa:16:3e:3b:bf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d058dd-2fce-4b07-b2b7-906371203852', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:43:31.157317 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8186ec4-7fb9-4168-bca9-b8b18650376b req-955c15f6-87bd-49bb-b451-ae29194e9a18 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:31.160087 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b8186ec4-7fb9-4168-bca9-b8b18650376b req-955c15f6-87bd-49bb-b451-ae29194e9a18 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1566830 Jul 18 16:43:31.187926 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74452ca-033c-40d3-b50d-968df23f2d86 {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:43:31.202231 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port f8aec84e-0ae0-4a21-ae14-07199258fc70 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:31.202826 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:31.210123 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Publish callbacks [] for port (b74452ca-033c-40d3-b50d-968df23f2d86), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:31.236939 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8aec84e-0ae0-4a21-ae14-07199258fc70 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:43:31.279679 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b8186ec4-7fb9-4168-bca9-b8b18650376b req-e9912fb6-2a6f-401d-ab47-5094d0f1c73e tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1025741 Jul 18 16:43:31.303060 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f8aec84e-0ae0-4a21-ae14-07199258fc70, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f8aec84e-0ae0-4a21-ae14-07199258fc70,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:31.311550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637065-44c0-44f0-bd82-69be19a3200a req-478f489c-076f-45a6-8250-fba2a183a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:31.312450 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:31.316023 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24637065-44c0-44f0-bd82-69be19a3200a req-478f489c-076f-45a6-8250-fba2a183a55f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a9d058dd-2fce-4b07-b2b7-906371203852 HTTP/1.1" status: 200 len: 854 time: 0.1504550 Jul 18 16:43:31.327839 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Transition to ACTIVE for port object b74452ca-033c-40d3-b50d-968df23f2d86 will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:43:31.344109 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:31.425614 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24637065-44c0-44f0-bd82-69be19a3200a req-25f1b187-f891-4b20-a648-53be545b7387 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7f1b0a03-df48-4d24-bcde-649f3975d3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017485 Jul 18 16:43:31.428033 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=f8aec84e-0ae0-4a21-ae14-07199258fc70,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:31.477195 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Pushing event updated for resources: {'Port': ['ID=b74452ca-033c-40d3-b50d-968df23f2d86,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:31.490464 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:31.508877 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:31.549029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64fc7d-f7bd-4682-8c13-e6bf26edf1bc req-7d62689d-38ed-404f-9425-a7f3735f2f69 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:31.551653 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c64fc7d-f7bd-4682-8c13-e6bf26edf1bc req-7d62689d-38ed-404f-9425-a7f3735f2f69 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 945 time: 0.1318018 Jul 18 16:43:31.551917 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:31.559197 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Attempting to bind port b74452ca-033c-40d3-b50d-968df23f2d86 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:43:31.559818 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Attempting to bind port b74452ca-033c-40d3-b50d-968df23f2d86 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:43:31.560552 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Attempting to bind port b74452ca-033c-40d3-b50d-968df23f2d86 on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:43:31.571628 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Port b74452ca-033c-40d3-b50d-968df23f2d86 on network 94186e07-4092-42bb-bef4-09c745cebf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:43:31.572375 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Attempting to bind port b74452ca-033c-40d3-b50d-968df23f2d86 on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:43:31.581362 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:43:31.581847 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Checking segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:43:31.582327 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Bound using segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:43:31.582982 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Bound port: b74452ca-033c-40d3-b50d-968df23f2d86, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:43:31.583392 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:31.649380 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24637065-44c0-44f0-bd82-69be19a3200a req-3ff056b7-f854-4689-b13b-57f5d3a9024b service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054610 Jul 18 16:43:31.738602 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c64fc7d-f7bd-4682-8c13-e6bf26edf1bc req-2e81fa23-9f9c-437b-a9d4-9e770310995f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700230 Jul 18 16:43:31.742769 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] For port b74452ca-033c-40d3-b50d-968df23f2d86, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:43:31.748731 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] For port b74452ca-033c-40d3-b50d-968df23f2d86, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b74452ca-033c-40d3-b50d-968df23f2d86,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:43:31.757126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['f8aec84e-0ae0-4a21-ae14-07199258fc70'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:43:31.776450 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:31.920120 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:31.921117 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:31.923568 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] 10.222.0.95 "PUT /v2.0/ports/b74452ca-033c-40d3-b50d-968df23f2d86 HTTP/1.1" status: 200 len: 1094 time: 1.5641484 Jul 18 16:43:31.924422 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:31.929161 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed06fe-6515-4162-9c72-d16b39a8b225" -d '{"events": [{"name": "network-changed", "server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:32.002517 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24637065-44c0-44f0-bd82-69be19a3200a req-bf5f86f0-3cd7-4e9f-bf8f-220035b4d332 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230305 Jul 18 16:43:32.068575 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6508f6d9-83dc-46db-8603-66d59d0e3fec x-openstack-request-id: req-6508f6d9-83dc-46db-8603-66d59d0e3fec {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:32.069018 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:32.069537 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6508f6d9-83dc-46db-8603-66d59d0e3fec {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:32.070561 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6508f6d9-83dc-46db-8603-66d59d0e3fec'] response: {'name': 'network-changed', 'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'status': 'completed', 'code': 200} Jul 18 16:43:32.083836 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0828f5a-dae7-492a-b429-e93d15edd412 req-251af26d-4fc8-4121-b8a2-2080a51120cc tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:32.086803 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e0828f5a-dae7-492a-b429-e93d15edd412 req-251af26d-4fc8-4121-b8a2-2080a51120cc tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.2061248 Jul 18 16:43:32.091761 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-6018ea5b-7caf-4d14-9374-b5bfbf526f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:32.099283 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-6018ea5b-7caf-4d14-9374-b5bfbf526f5b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 1128 time: 0.0700650 Jul 18 16:43:32.102353 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66ec55-bb4e-46c8-b507-157e44970492 service neutron] Pushing event updated for resources: {'Port': ['ID=b74452ca-033c-40d3-b50d-968df23f2d86,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:32.177816 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-c0d647c5-58e0-44b2-9043-5a422c986b60 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b74452ca-033c-40d3-b50d-968df23f2d86 HTTP/1.1" status: 200 len: 217 time: 0.0595315 Jul 18 16:43:32.195100 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e0828f5a-dae7-492a-b429-e93d15edd412 req-9fde3b15-29eb-4154-8f02-d38890178582 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961714 Jul 18 16:43:32.272947 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-1ccb87ba-06af-47ff-a769-7c531e80c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:32.275814 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-1ccb87ba-06af-47ff-a769-7c531e80c1fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0900848 Jul 18 16:43:32.330087 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a128-8d1a-41af-990e-e172e112f40c req-d12d53d6-7479-4431-9825-38103368a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:32.332327 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-d12d53d6-7479-4431-9825-38103368a3be service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477903 Jul 18 16:43:32.490942 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcacc7-0f2a-425c-b22f-5e809de56920 req-eb1b9260-fff6-4ca5-bab1-d040d37f5eb8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:32.493422 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-22dcacc7-0f2a-425c-b22f-5e809de56920 req-eb1b9260-fff6-4ca5-bab1-d040d37f5eb8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0836780 Jul 18 16:43:32.519256 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-5e4f20b5-e96f-41ea-b4b2-985c12fdd2db service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737130 Jul 18 16:43:32.581176 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-22dcacc7-0f2a-425c-b22f-5e809de56920 req-d5521a93-9e6e-4720-8f75-bc106e100e11 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0788808 Jul 18 16:43:32.623149 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9465304-b16a-499e-8114-973c6edd9a8d req-4fa56bec-ed6b-4699-b20c-ca679bb52a82 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:32.624812 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e9465304-b16a-499e-8114-973c6edd9a8d req-4fa56bec-ed6b-4699-b20c-ca679bb52a82 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0786526 Jul 18 16:43:32.684814 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e9465304-b16a-499e-8114-973c6edd9a8d req-08595848-fa87-43e5-bd9e-8346cfb2825d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505676 Jul 18 16:43:32.951840 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccfcf8-1378-44e9-b58b-02a898a9cfd9 req-1b8521c5-62af-4165-b914-a1baba151a74 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:32.953500 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8eccfcf8-1378-44e9-b58b-02a898a9cfd9 req-1b8521c5-62af-4165-b914-a1baba151a74 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 945 time: 0.0642953 Jul 18 16:43:32.953999 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f8aec84e-0ae0-4a21-ae14-07199258fc70 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:43:33.010585 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8eccfcf8-1378-44e9-b58b-02a898a9cfd9 req-cb924fc8-b03c-41c4-aadf-12eceb8c29a2 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Jul 18 16:43:33.031029 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port f8aec84e-0ae0-4a21-ae14-07199258fc70 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:43:33.042188 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port f8aec84e-0ae0-4a21-ae14-07199258fc70 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:33.042822 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:33.114525 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:33.135257 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port f8aec84e-0ae0-4a21-ae14-07199258fc70 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:33.135657 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:33.164701 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aec84e-0ae0-4a21-ae14-07199258fc70'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:33.167921 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfc2528-6c74-478b-9199-99fa4072e1d6" -d '{"events": [{"server_uuid": "cf052b3c-d411-47f4-b148-ce34d98d2aa3", "name": "network-vif-plugged", "status": "completed", "tag": "f8aec84e-0ae0-4a21-ae14-07199258fc70"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:33.186622 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f8aec84e-0ae0-4a21-ae14-07199258fc70, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f8aec84e-0ae0-4a21-ae14-07199258fc70,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:33.191381 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:33.363555 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fb7e26-bf67-4d0a-b9a2-8e8cfc430895 x-openstack-request-id: req-89fb7e26-bf67-4d0a-b9a2-8e8cfc430895 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:33.363966 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf052b3c-d411-47f4-b148-ce34d98d2aa3", "name": "network-vif-plugged", "status": "completed", "tag": "f8aec84e-0ae0-4a21-ae14-07199258fc70", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:33.364309 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89fb7e26-bf67-4d0a-b9a2-8e8cfc430895 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:33.364932 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fb7e26-bf67-4d0a-b9a2-8e8cfc430895'] response: {'server_uuid': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8aec84e-0ae0-4a21-ae14-07199258fc70', 'code': 200} Jul 18 16:43:33.366024 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458418a-1745-40cb-8e62-8119c81fa7a8 req-fa8ab413-05df-42ff-b850-e8c3eebadc7e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:33.368062 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0458418a-1745-40cb-8e62-8119c81fa7a8 req-fa8ab413-05df-42ff-b850-e8c3eebadc7e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.0695710 Jul 18 16:43:33.405671 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=f8aec84e-0ae0-4a21-ae14-07199258fc70,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:33.440406 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0458418a-1745-40cb-8e62-8119c81fa7a8 req-bb22c19e-b7c5-4559-a8fb-ed456337e756 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625739 Jul 18 16:43:33.732139 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa9ea5-436c-4a1c-8fde-a071bd05635a req-d8fe5ccb-53e8-490d-ac0c-85cc687169c7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:33.734206 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-97fa9ea5-436c-4a1c-8fde-a071bd05635a req-d8fe5ccb-53e8-490d-ac0c-85cc687169c7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0580423 Jul 18 16:43:33.758237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:33.791399 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-97fa9ea5-436c-4a1c-8fde-a071bd05635a req-23076d98-ee21-4d5f-860a-150ad13ba96b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0500543 Jul 18 16:43:33.863014 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876060e-db48-4eca-a539-2b93bceccfde req-613ed422-466d-42e8-8b75-6e1fee0f6a7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:33.864833 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e876060e-db48-4eca-a539-2b93bceccfde req-613ed422-466d-42e8-8b75-6e1fee0f6a7b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0622590 Jul 18 16:43:33.952870 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e876060e-db48-4eca-a539-2b93bceccfde req-0fd38fbf-6edb-4697-982a-eb329729a713 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755243 Jul 18 16:43:34.141840 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda565e5-db82-488c-80cb-2d096db5ca7b req-2f0cfb14-a34c-416c-9a3c-c2c832ad27be tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:34.143671 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dda565e5-db82-488c-80cb-2d096db5ca7b req-2f0cfb14-a34c-416c-9a3c-c2c832ad27be tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.0555968 Jul 18 16:43:34.238771 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dda565e5-db82-488c-80cb-2d096db5ca7b req-5bc4d2a5-5efd-4f9e-ba21-f2e9bb10d883 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886202 Jul 18 16:43:34.325258 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4d49a128-8d1a-41af-990e-e172e112f40c req-ccc4ef1b-b322-48b2-8866-ad3afc34d74e service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309998 Jul 18 16:43:34.595600 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26f279-2e2b-41cf-89fa-b92c065aae05 req-efc0873f-7cc2-4c1a-9b6d-99ec7e10678c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:34.598179 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bd26f279-2e2b-41cf-89fa-b92c065aae05 req-efc0873f-7cc2-4c1a-9b6d-99ec7e10678c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.0788589 Jul 18 16:43:34.658640 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bd26f279-2e2b-41cf-89fa-b92c065aae05 req-d34cd59d-8867-4114-9ebb-4280729327bd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542562 Jul 18 16:43:34.926080 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50d2a0-3ac2-4b42-b11a-0b4a0cec2f49 req-83507f01-558e-4ae2-bf52-7268b42ac2ae tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:34.927736 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c50d2a0-3ac2-4b42-b11a-0b4a0cec2f49 req-83507f01-558e-4ae2-bf52-7268b42ac2ae tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0527320 Jul 18 16:43:34.994545 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c50d2a0-3ac2-4b42-b11a-0b4a0cec2f49 req-54940832-9936-4f0f-b98e-316673dbb568 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0584373 Jul 18 16:43:35.135650 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:35.142657 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71cab7-b380-475e-a392-6fa46bb3804b req-1b9ba847-26ca-4253-b4c0-ea4f0cab6caf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.144115 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65821a4-8974-4b4d-8515-aee9f96e8803 req-90a0080b-4164-4610-ab4d-8391ba232900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.144804 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7e71cab7-b380-475e-a392-6fa46bb3804b req-1b9ba847-26ca-4253-b4c0-ea4f0cab6caf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.1118326 Jul 18 16:43:35.145674 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c65821a4-8974-4b4d-8515-aee9f96e8803 req-90a0080b-4164-4610-ab4d-8391ba232900 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 1130 time: 0.0783708 Jul 18 16:43:35.155911 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-e2d6b722-ec79-48c0-b1b6-b9a62fefd444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.156412 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-ef2847e1-b009-4c3c-8e61-6ffe6325504f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.158042 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-ef2847e1-b009-4c3c-8e61-6ffe6325504f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 945 time: 0.0820122 Jul 18 16:43:35.158348 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-e2d6b722-ec79-48c0-b1b6-b9a62fefd444 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 1128 time: 0.0914171 Jul 18 16:43:35.264425 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c65821a4-8974-4b4d-8515-aee9f96e8803 req-255c817e-da22-42a3-adad-0e7567c7e202 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052823 Jul 18 16:43:35.269332 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7e71cab7-b380-475e-a392-6fa46bb3804b req-77c6e17d-b96d-406d-9542-f0a92327afd1 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=3bf1bfe5-2810-4469-8618-3113b177d845&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094964 Jul 18 16:43:35.275194 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:35.306591 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-c561c9a6-2e57-4df5-b240-faae728c565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.308317 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-c561c9a6-2e57-4df5-b240-faae728c565c service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.1388769 Jul 18 16:43:35.326001 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port a4fdf947-4005-4728-8f93-b30af2b7db4b {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:43:35.326379 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:35.459885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9da682-436a-4662-b1a3-a9090c386771 req-60c777b1-adba-4c1c-9457-86de334bc8c4 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.461494 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9a9da682-436a-4662-b1a3-a9090c386771 req-60c777b1-adba-4c1c-9457-86de334bc8c4 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.0665519 Jul 18 16:43:35.488790 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] For port a4fdf947-4005-4728-8f93-b30af2b7db4b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a4fdf947-4005-4728-8f93-b30af2b7db4b,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:35.489159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:35.626047 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-c94a260a-e053-4436-8016-5ac1c0711070 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b74452ca-033c-40d3-b50d-968df23f2d86 HTTP/1.1" status: 200 len: 217 time: 0.0432012 Jul 18 16:43:35.684126 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:35.695872 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9a9da682-436a-4662-b1a3-a9090c386771 req-e0a9465f-60e4-43f1-8fab-fc48c36dff45 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230229 Jul 18 16:43:35.699922 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-d6e1b650-e3c1-41dc-bcde-c93d7e1020ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.701598 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-d6e1b650-e3c1-41dc-bcde-c93d7e1020ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0603213 Jul 18 16:43:35.795759 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:35.796303 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (88db2bb3-8eb3-4f3d-921d-a754b9bac981), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:35.796698 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP 88db2bb3-8eb3-4f3d-921d-a754b9bac981 disassociated. External IP: 172.27.0.38, port: a4fdf947-4005-4728-8f93-b30af2b7db4b. Jul 18 16:43:35.797143 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for a4fdf947-4005-4728-8f93-b30af2b7db4b owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:43:35.805588 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516011f-5eb4-49a0-9189-01a1089cb677 req-cd8047ce-6d18-4cb3-ad3c-97d30c0ed317 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:35.807326 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c516011f-5eb4-49a0-9189-01a1089cb677 req-cd8047ce-6d18-4cb3-ad3c-97d30c0ed317 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.0587757 Jul 18 16:43:35.822590 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:35.869164 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c516011f-5eb4-49a0-9189-01a1089cb677 req-09674674-f723-4621-a9d5-60ae547f0cb1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504689 Jul 18 16:43:35.986924 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (a4fdf947-4005-4728-8f93-b30af2b7db4b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:36.016727 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=a4fdf947-4005-4728-8f93-b30af2b7db4b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:36.170402 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aba44-3140-472d-a6e6-edf07e4463f3 req-42ec8674-fe90-48fa-9713-586330050269 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:36.172142 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-110aba44-3140-472d-a6e6-edf07e4463f3 req-42ec8674-fe90-48fa-9713-586330050269 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0685093 Jul 18 16:43:36.182525 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:43:36.202600 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-235ec8ab-c94f-4628-aa11-be958cf9fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:36.204553 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-235ec8ab-c94f-4628-aa11-be958cf9fd33 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542769 Jul 18 16:43:36.279173 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-110aba44-3140-472d-a6e6-edf07e4463f3 req-6833c6f3-4497-4093-b10b-e913ff4b9ccc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0990419 Jul 18 16:43:36.360873 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-54c8eaeb-cf69-48d7-9a7a-e49a7e888efb service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355073 Jul 18 16:43:36.468725 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a9cc804-33ee-4377-ad21-e317894698ee req-7c92a751-0890-4d00-ac28-00c8c4b22bed tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 210 time: 0.0490446 Jul 18 16:43:36.546971 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:36.577118 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:43:36.605525 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:43:36.629146 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:36.630720 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:36.670076 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1ed06fe-6515-4162-9c72-d16b39a8b225 req-9007c3d3-714d-4819-a6c3-7f1470eb9ec6 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957395 Jul 18 16:43:36.678220 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] No DVR routers for this DVR port a4fdf947-4005-4728-8f93-b30af2b7db4b on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:43:36.682900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:36.689588 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ef9541c1-c99e-4811-b775-69c422cb94fb req-733e4654-a66e-404b-ad39-8e6516a15fe2 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "DELETE /v2.0/ports/a4fdf947-4005-4728-8f93-b30af2b7db4b HTTP/1.1" status: 204 len: 173 time: 1.5154371 Jul 18 16:43:36.690331 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'name': 'network-vif-deleted', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:36.694292 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33245e7a-e2a6-405c-a42f-d215ccc0ab23" -d '{"events": [{"server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "name": "network-vif-deleted", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:36.741123 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02732470-b43c-41ad-a8c4-1851c4ea006a x-openstack-request-id: req-02732470-b43c-41ad-a8c4-1851c4ea006a {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:36.741501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642fda3b-e6f4-48c5-ba7f-d619553351fd", "name": "network-vif-deleted", "tag": "a4fdf947-4005-4728-8f93-b30af2b7db4b", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:36.741824 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02732470-b43c-41ad-a8c4-1851c4ea006a {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:36.742298 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02732470-b43c-41ad-a8c4-1851c4ea006a'] response: {'server_uuid': '642fda3b-e6f4-48c5-ba7f-d619553351fd', 'name': 'network-vif-deleted', 'tag': 'a4fdf947-4005-4728-8f93-b30af2b7db4b', 'status': 'completed', 'code': 200} Jul 18 16:43:36.762128 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:36.799517 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:36.873946 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3106a-55d9-4621-a3db-18fc28cd92a4 req-bce59b3e-58d5-4bed-a8f0-4f47849f039e tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:36.875609 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f3c3106a-55d9-4621-a3db-18fc28cd92a4 req-bce59b3e-58d5-4bed-a8f0-4f47849f039e tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.0560770 Jul 18 16:43:36.935805 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f3c3106a-55d9-4621-a3db-18fc28cd92a4 req-64f979a1-e42c-4f8b-8f5d-7ed6ce56153c tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Jul 18 16:43:37.043586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefc66f-6a6d-4ede-ba00-7096aaa8cb00 req-e91cb765-fc87-4e08-9714-25081a690cce tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:37.045976 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-efefc66f-6a6d-4ede-ba00-7096aaa8cb00 req-e91cb765-fc87-4e08-9714-25081a690cce tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.0847232 Jul 18 16:43:37.081798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:37.119167 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:37.120703 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:43:37.132567 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:37.133185 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:37.134769 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-efefc66f-6a6d-4ede-ba00-7096aaa8cb00 req-32f03a1b-38bf-4d8a-ae33-ee4345db6741 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775237 Jul 18 16:43:37.259861 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:37.455263 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5c8a1-5893-4376-a4e3-ec214730c434 req-7b433dfa-14bd-4539-831d-dcbff5362bf2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:37.457050 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68a5c8a1-5893-4376-a4e3-ec214730c434 req-7b433dfa-14bd-4539-831d-dcbff5362bf2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0800869 Jul 18 16:43:37.529957 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:37.559759 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-68a5c8a1-5893-4376-a4e3-ec214730c434 req-86583a81-839e-41d1-97f1-1b1e9160c879 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0909979 Jul 18 16:43:37.584251 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045355fc-03c4-4c4a-b326-6e6e6a5fde8d None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:43:37.671550 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cd1d3eb4-da3e-41d8-b236-7469363d5207 req-982e81d2-5369-4f3d-bc25-c6699abaa4bc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=642fda3b-e6f4-48c5-ba7f-d619553351fd HTTP/1.1" status: 200 len: 210 time: 0.0370548 Jul 18 16:43:37.903028 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02ebe2-94e0-4162-9439-4036a42a9ee1 None None] New status for floating IP 88db2bb3-8eb3-4f3d-921d-a754b9bac981: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:43:38.137946 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af90fe-6112-4f19-aec3-071334fb8d49 req-a922b6ef-84fd-4a76-8ecc-f6ca44a91646 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:38.140490 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-38af90fe-6112-4f19-aec3-071334fb8d49 req-a922b6ef-84fd-4a76-8ecc-f6ca44a91646 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.0950773 Jul 18 16:43:38.220364 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-38af90fe-6112-4f19-aec3-071334fb8d49 req-e61e8cd0-4a98-47b9-96ee-96c27c2c9d13 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727739 Jul 18 16:43:38.291071 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6c8ba-ec28-42f5-98c4-50ec958b867d req-3da9cd66-cb16-46e9-b381-8978e183ab16 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:38.293313 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ac6c8ba-ec28-42f5-98c4-50ec958b867d req-3da9cd66-cb16-46e9-b381-8978e183ab16 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.0544405 Jul 18 16:43:38.384296 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ac6c8ba-ec28-42f5-98c4-50ec958b867d req-d4906dbc-acc0-4e47-b3db-36a7a734c9be tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803318 Jul 18 16:43:38.731485 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9227e-a072-4e38-8833-921be5c368bc req-8fa0fac5-14ec-44a0-93b3-de667331a133 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:38.733407 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10a9227e-a072-4e38-8833-921be5c368bc req-8fa0fac5-14ec-44a0-93b3-de667331a133 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0598438 Jul 18 16:43:38.803215 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 32898) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:38.820001 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10a9227e-a072-4e38-8833-921be5c368bc req-f8b1f6d8-ba64-431c-941e-aef9929ff335 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0756905 Jul 18 16:43:38.901699 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-891ae75a-08a2-40eb-97b3-2fce49be8ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (3bf1bfe5-2810-4469-8618-3113b177d845), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:38.938064 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-891ae75a-08a2-40eb-97b3-2fce49be8ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (3bf1bfe5-2810-4469-8618-3113b177d845), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:38.946248 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device a4fdf947-4005-4728-8f93-b30af2b7db4b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:43:38.985938 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: a4fdf947-4005-4728-8f93-b30af2b7db4b {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:43:38.986399 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device a4fdf947-4005-4728-8f93-b30af2b7db4b not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:43:39.014333 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-891ae75a-08a2-40eb-97b3-2fce49be8ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (3bf1bfe5-2810-4469-8618-3113b177d845), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.017838 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-891ae75a-08a2-40eb-97b3-2fce49be8ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.019502 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-891ae75a-08a2-40eb-97b3-2fce49be8ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/security-groups/3bf1bfe5-2810-4469-8618-3113b177d845 HTTP/1.1" status: 204 len: 168 time: 0.2147403 Jul 18 16:43:39.022388 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 32904) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:39.030807 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ae75a-08a2-40eb-97b3-2fce49be8ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1bfe5-2810-4469-8618-3113b177d845,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:39.042107 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.api.v2.resource [None req-315691a1-e8d7-4a05-b777-139f25da4e4a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] show failed (client error): The resource could not be found. Jul 18 16:43:39.046328 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-315691a1-e8d7-4a05-b777-139f25da4e4a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups/3bf1bfe5-2810-4469-8618-3113b177d845 HTTP/1.1" status: 404 len: 347 time: 0.0197287 Jul 18 16:43:39.047153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 32906) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:39.180223 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port 07a8be6d-0dac-4b63-919e-e9e9fd613f6a {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:43:39.180583 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.243853 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:39.278704 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.279160 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.299292 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for 07a8be6d-0dac-4b63-919e-e9e9fd613f6a owned by network:floatingip {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:43:39.481765 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (07a8be6d-0dac-4b63-919e-e9e9fd613f6a), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.536774 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=07a8be6d-0dac-4b63-919e-e9e9fd613f6a,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:39.638931 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:39.645777 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976247-67c6-4f8d-a325-063604030573 req-d116d85c-88e3-4370-9e42-cd6522299da8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:39.647446 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-68976247-67c6-4f8d-a325-063604030573 req-d116d85c-88e3-4370-9e42-cd6522299da8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.1177714 Jul 18 16:43:39.699836 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (88db2bb3-8eb3-4f3d-921d-a754b9bac981), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.702233 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.703646 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-211a46d6-c31d-4b12-bc3a-4e0864881f5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/floatingips/88db2bb3-8eb3-4f3d-921d-a754b9bac981 HTTP/1.1" status: 204 len: 168 time: 0.6553555 Jul 18 16:43:39.757015 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-68976247-67c6-4f8d-a325-063604030573 req-67c1c589-4bb1-453b-84c1-2bdd3f3ee55e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952411 Jul 18 16:43:39.820784 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 32930) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:39.826594 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-dce6ace6-9be7-4770-8180-d76673c126e5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406885568', 'description': 'tempest-description--63293693'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:39.854056 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dce6ace6-9be7-4770-8180-d76673c126e5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.984291 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dce6ace6-9be7-4770-8180-d76673c126e5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.989829 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dce6ace6-9be7-4770-8180-d76673c126e5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.998714 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:40.028540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dce6ace6-9be7-4770-8180-d76673c126e5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.029831 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-dce6ace6-9be7-4770-8180-d76673c126e5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2079999 Jul 18 16:43:40.032274 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6ace6-9be7-4770-8180-d76673c126e5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:40.034473 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 32938) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:40.038955 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-677bed26-81f4-478f-a676-8fdb5b5cee06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:40.050014 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0866de-e195-46c0-8296-467376caebb1 req-acfb4909-a948-4041-8b56-0200ed0a2b68 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:40.052831 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5e0866de-e195-46c0-8296-467376caebb1 req-acfb4909-a948-4041-8b56-0200ed0a2b68 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0983860 Jul 18 16:43:40.072810 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:40.076709 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-677bed26-81f4-478f-a676-8fdb5b5cee06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (dbd64310-e668-4afe-8809-22b28b0a494b), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.140065 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5e0866de-e195-46c0-8296-467376caebb1 req-cc9e40db-88de-4ee3-a489-a5de4f1f557f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0776124 Jul 18 16:43:40.151558 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-677bed26-81f4-478f-a676-8fdb5b5cee06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (dbd64310-e668-4afe-8809-22b28b0a494b), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.157530 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-677bed26-81f4-478f-a676-8fdb5b5cee06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (dbd64310-e668-4afe-8809-22b28b0a494b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.184731 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bed26-81f4-478f-a676-8fdb5b5cee06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd64310-e668-4afe-8809-22b28b0a494b,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:40.198028 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-677bed26-81f4-478f-a676-8fdb5b5cee06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.200294 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-677bed26-81f4-478f-a676-8fdb5b5cee06 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645999 Jul 18 16:43:40.203357 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 32940) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:40.211049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-ca68521f-b929-40f3-b610-6b8cea63a331 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:40.253898 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca68521f-b929-40f3-b610-6b8cea63a331 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (24821ebe-ab50-4161-881e-c25775c644e9), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.322304 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca68521f-b929-40f3-b610-6b8cea63a331 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (24821ebe-ab50-4161-881e-c25775c644e9), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.328026 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca68521f-b929-40f3-b610-6b8cea63a331 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (24821ebe-ab50-4161-881e-c25775c644e9), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.351645 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68521f-b929-40f3-b610-6b8cea63a331 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24821ebe-ab50-4161-881e-c25775c644e9,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:40.363547 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca68521f-b929-40f3-b610-6b8cea63a331 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.365087 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ca68521f-b929-40f3-b610-6b8cea63a331 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602180 Jul 18 16:43:40.368873 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 32942) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:40.374492 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:40.401685 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.496657 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:40.630355 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.27.0.57 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/8152b655-b701-43be-8b9a-7830d8054a18) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:43:41.067534 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2963e-43ad-4198-8fff-ad4e237b579d req-10f0c610-17e6-4464-a550-0abf1ce14121 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:41.067534 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-42b2963e-43ad-4198-8fff-ad4e237b579d req-10f0c610-17e6-4464-a550-0abf1ce14121 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.0640287 Jul 18 16:43:41.113349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (8152b655-b701-43be-8b9a-7830d8054a18), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.126751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:41.156309 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-42b2963e-43ad-4198-8fff-ad4e237b579d req-0dc70fca-7f45-4d01-8bb1-4a11216bf418 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833380 Jul 18 16:43:41.180125 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (8152b655-b701-43be-8b9a-7830d8054a18), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.224789 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:43:41.228506 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:43:41.233301 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:43:41.269415 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=8152b655-b701-43be-8b9a-7830d8054a18,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:41.281574 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:41.352472 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (22ef73f1-d10a-4ee5-8fa2-fe59006c4126), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.403147 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98236b9f-1476-48e4-be77-f5c17d205308 req-814724ae-8d59-47b8-9c26-f4e3a06a278c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:41.406173 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-98236b9f-1476-48e4-be77-f5c17d205308 req-814724ae-8d59-47b8-9c26-f4e3a06a278c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0877197 Jul 18 16:43:41.407632 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8152b655-b701-43be-8b9a-7830d8054a18), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.491048 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-98236b9f-1476-48e4-be77-f5c17d205308 req-c2aa99e2-d734-4386-8fd0-9280486f02af tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0762749 Jul 18 16:43:41.632642 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (8152b655-b701-43be-8b9a-7830d8054a18), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.638963 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (8152b655-b701-43be-8b9a-7830d8054a18), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.722891 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=8152b655-b701-43be-8b9a-7830d8054a18,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:41.744794 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (22ef73f1-d10a-4ee5-8fa2-fe59006c4126), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.773994 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.776088 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b5952a05-aa2c-42ba-845b-dd2b811b9253 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4058683 Jul 18 16:43:42.150429 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-3b6e3e1a-94e5-44b2-9d20-cc4fdc30ec81 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1406885568&fields=id&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 267 time: 0.0802820 Jul 18 16:43:42.220322 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:43:42.302928 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2ccaf-3962-4495-89e0-a11747c68561 req-1395d3c2-6dd4-48ba-940a-c4130905a267 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:42.304639 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-08d2ccaf-3962-4495-89e0-a11747c68561 req-1395d3c2-6dd4-48ba-940a-c4130905a267 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 944 time: 0.0615461 Jul 18 16:43:42.358439 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac766d6-1772-46b4-a6ca-76ff0ffc3c17 req-77116b78-0f82-45e0-bb1a-836aa3b11f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:42.361212 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4ac766d6-1772-46b4-a6ca-76ff0ffc3c17 req-77116b78-0f82-45e0-bb1a-836aa3b11f23 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1129 time: 0.1494110 Jul 18 16:43:42.368830 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-08d2ccaf-3962-4495-89e0-a11747c68561 req-f8c9d07b-c10e-439d-8d53-141559d3bd76 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575223 Jul 18 16:43:42.441506 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-54cb6c52-dcf1-4b27-9dd8-e50882602190 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:42.444333 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-54cb6c52-dcf1-4b27-9dd8-e50882602190 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 0.2864113 Jul 18 16:43:42.493254 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-3086c637-296a-470b-bd50-ef4088175e53 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/quotas/dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 375 time: 0.0385451 Jul 18 16:43:42.499429 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4ac766d6-1772-46b4-a6ca-76ff0ffc3c17 req-638bac22-874f-4838-a5e6-3d150788ddce service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1272516 Jul 18 16:43:42.565969 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-9b07565d-e0d2-4c07-9739-337b32ddb853 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644543 Jul 18 16:43:42.617674 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:42.699904 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e694c45-f239-479c-a6c8-9f9865f869d2 req-f26d50d9-8355-48ac-96f2-946b2ed368a6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:42.701556 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8e694c45-f239-479c-a6c8-9f9865f869d2 req-f26d50d9-8355-48ac-96f2-946b2ed368a6 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0723219 Jul 18 16:43:42.726925 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-8aeb1176-8910-49c2-8722-da76d1c7729e service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433132 Jul 18 16:43:42.768082 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8e694c45-f239-479c-a6c8-9f9865f869d2 req-a9999d93-e76c-4c44-aa65-4866b9f998e9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0555100 Jul 18 16:43:42.847836 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-92a045d5-2bb1-4412-b719-c6dececbded8 service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094446 Jul 18 16:43:42.968279 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b74452ca-033c-40d3-b50d-968df23f2d86 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:43:43.154827 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35e0e9c1-cae7-45df-bc1c-13945186d514 req-98748765-650a-4eaf-9e55-dd3d454f4125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 210 time: 0.1047053 Jul 18 16:43:43.173794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:43.232460 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b74452ca-033c-40d3-b50d-968df23f2d86, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b74452ca-033c-40d3-b50d-968df23f2d86,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:43.260424 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'port_id': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'mac_address': 'fa:16:3e:5e:77:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:43:43.343871 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port b74452ca-033c-40d3-b50d-968df23f2d86 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:43.344492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:43.373071 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74452ca-033c-40d3-b50d-968df23f2d86 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:43:43.411241 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b74452ca-033c-40d3-b50d-968df23f2d86, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b74452ca-033c-40d3-b50d-968df23f2d86,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:43.419302 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:43.489803 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=b74452ca-033c-40d3-b50d-968df23f2d86,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:43.575038 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4c3dd-c461-4af7-9a11-a43908b975ed req-f53100ae-0c39-49a4-963b-aa73216333ab tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:43.576688 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-53c4c3dd-c461-4af7-9a11-a43908b975ed req-f53100ae-0c39-49a4-963b-aa73216333ab tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 945 time: 0.0689979 Jul 18 16:43:43.622116 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:43.642512 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-53c4c3dd-c461-4af7-9a11-a43908b975ed req-514ca478-2109-424c-bc45-b7f0ba6ba252 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551279 Jul 18 16:43:43.955677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaa39f-87ed-4752-aa98-5a4611830579 req-9df60246-7cf9-43ec-82de-bbe80c4610e0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:43.958749 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-94eaa39f-87ed-4752-aa98-5a4611830579 req-9df60246-7cf9-43ec-82de-bbe80c4610e0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0897951 Jul 18 16:43:43.959911 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['b74452ca-033c-40d3-b50d-968df23f2d86'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:43:44.040343 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-94eaa39f-87ed-4752-aa98-5a4611830579 req-ac1fcfe2-b725-4963-bd7f-c3fda34c9725 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0720377 Jul 18 16:43:44.124292 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:44.306935 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f36e9b7f-8eeb-4793-b79f-fbe76ab1aff1 req-a5eb0193-7bb1-4b17-ae76-3dd8283b41dc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 210 time: 0.0463505 Jul 18 16:43:44.789770 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109745dc-ebd8-433f-8e33-42eac00db6c2 req-5be75371-b4e2-40b7-94c6-2c09a95c41ca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:44.791887 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-109745dc-ebd8-433f-8e33-42eac00db6c2 req-5be75371-b4e2-40b7-94c6-2c09a95c41ca tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 945 time: 0.0603042 Jul 18 16:43:44.880716 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-109745dc-ebd8-433f-8e33-42eac00db6c2 req-d108d8f5-0a1d-4aa5-b419-e9659f6a85c3 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770488 Jul 18 16:43:45.193432 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f8b3-83ad-4d70-b3a5-be6e1aeb1bd2 req-250390fa-2798-481a-8671-750753e368f7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:45.195086 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4942f8b3-83ad-4d70-b3a5-be6e1aeb1bd2 req-250390fa-2798-481a-8671-750753e368f7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0594819 Jul 18 16:43:45.241587 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b74452ca-033c-40d3-b50d-968df23f2d86 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:43:45.271632 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4942f8b3-83ad-4d70-b3a5-be6e1aeb1bd2 req-e3cda281-6b48-4f6f-8b1f-46de6c33e7ef tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654230 Jul 18 16:43:45.294599 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port b74452ca-033c-40d3-b50d-968df23f2d86 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:43:45.302527 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port b74452ca-033c-40d3-b50d-968df23f2d86 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:45.302915 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:45.455555 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port b74452ca-033c-40d3-b50d-968df23f2d86 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:45.456673 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:45.521795 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9ea1326a-494c-42c3-a7cc-cf56d2fecf54 req-818a8889-5d1c-4a27-8858-cac586ffcd47 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 210 time: 0.0602012 Jul 18 16:43:45.536134 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b74452ca-033c-40d3-b50d-968df23f2d86, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b74452ca-033c-40d3-b50d-968df23f2d86,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:45.538389 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:45.543165 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3032418-50a4-4001-a4cc-48258ab2877c" -d '{"events": [{"server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "name": "network-vif-plugged", "status": "completed", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:45.571662 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:45.664522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3442955c-1678-4777-867b-8078f7182a4a x-openstack-request-id: req-3442955c-1678-4777-867b-8078f7182a4a {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:45.665206 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "name": "network-vif-plugged", "status": "completed", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:45.665712 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3442955c-1678-4777-867b-8078f7182a4a {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:45.666514 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3442955c-1678-4777-867b-8078f7182a4a'] response: {'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'code': 200} Jul 18 16:43:45.769785 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=b74452ca-033c-40d3-b50d-968df23f2d86,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:45.827695 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-27bd6aec-84f8-45a6-a11b-f763f078f5fa tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:45.829359 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-27bd6aec-84f8-45a6-a11b-f763f078f5fa tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 0.3137388 Jul 18 16:43:46.018477 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-2c472109-f26d-40b7-9fef-1ee8a1b3e7b5 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 380 time: 0.1082253 Jul 18 16:43:46.069348 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabcc59-3940-4f21-9f6f-90d8f0b9562f req-dcc6dace-7dd7-4a1f-8ffe-ffbc3833162d tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:46.071170 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9cabcc59-3940-4f21-9f6f-90d8f0b9562f req-dcc6dace-7dd7-4a1f-8ffe-ffbc3833162d tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.0827579 Jul 18 16:43:46.109029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:46.148491 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'port': {'device_id': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'admin_state_up': True, 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'security_groups': ['29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5']}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:46.152093 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9cabcc59-3940-4f21-9f6f-90d8f0b9562f req-112cc6e7-1e45-4868-9e61-0a62b0f62591 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701160 Jul 18 16:43:46.245848 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869963f-d1f5-4f9e-8a6f-e61da2fe7bc8 req-f756c0fe-e914-4593-a99a-d13c26912ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:46.248557 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e869963f-d1f5-4f9e-8a6f-e61da2fe7bc8 req-f756c0fe-e914-4593-a99a-d13c26912ed2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 1130 time: 0.0760024 Jul 18 16:43:46.335127 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Made reservation on behalf of dbd9c6bf5b0c491299815d545c1a594e for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:43:46.341240 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:46.357716 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e869963f-d1f5-4f9e-8a6f-e61da2fe7bc8 req-3987f9ca-a4b9-4d7b-90c7-2a8d269dddc6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010413 Jul 18 16:43:46.474794 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9af4f-d55a-487e-beeb-318a46087fde req-b103dc11-9f67-48de-a74c-8ddcac284b60 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:46.476757 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e4c9af4f-d55a-487e-beeb-318a46087fde req-b103dc11-9f67-48de-a74c-8ddcac284b60 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0625434 Jul 18 16:43:46.550391 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e4c9af4f-d55a-487e-beeb-318a46087fde req-401fbad1-7edd-495a-8b28-8806b6680b0b tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0621982 Jul 18 16:43:46.553574 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.20.0.8 (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67/17bb4eb6-a0c7-45ac-b7cf-247295416d1c/f048385e-e6ad-453d-9a07-98ed65178acc) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:43:46.713281 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cfe53a9a-25a6-4b87-8e87-f73971a76f70 req-39931afe-33ec-473b-991f-a73b2d9c6f2b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 210 time: 0.0615489 Jul 18 16:43:46.779718 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (f048385e-e6ad-453d-9a07-98ed65178acc), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:46.802834 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-df77621b-3d24-4cba-a431-a08cf477ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:46.804549 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-df77621b-3d24-4cba-a431-a08cf477ae41 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1129 time: 0.0688605 Jul 18 16:43:46.821775 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:46.841846 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:46.912049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:46.925656 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:43:46.933774 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:43:46.946146 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:43:47.007808 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=f048385e-e6ad-453d-9a07-98ed65178acc,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:47.060412 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:47.061514 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:47.091829 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-4d9e32da-a5f4-40d5-be73-f7eb360ecfbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9512980 Jul 18 16:43:47.212650 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-8746da9a-0227-4150-824f-21eebe589e8f None None] Provisioning complete for port f048385e-e6ad-453d-9a07-98ed65178acc triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:47.213728 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8746da9a-0227-4150-824f-21eebe589e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:47.224314 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33062) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:47.267945 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8746da9a-0227-4150-824f-21eebe589e8f None None] Port f048385e-e6ad-453d-9a07-98ed65178acc cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:43:47.281240 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:47.340758 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b076737-ae62-4e80-ab1f-1122e7e68ff9 req-3f0a0758-593a-4e61-98a9-0404d0138790 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:47.342151 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6b076737-ae62-4e80-ab1f-1122e7e68ff9 req-3f0a0758-593a-4e61-98a9-0404d0138790 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.0780177 Jul 18 16:43:47.358245 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Request body: {'port': {'device_id': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:47.412535 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb7c3-07d7-4872-9244-a76395c6be16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:47.485228 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:47.555696 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6b076737-ae62-4e80-ab1f-1122e7e68ff9 req-0644b113-2a98-4e13-8d6a-051c662ea798 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789606 Jul 18 16:43:47.602817 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-85690c39-48b9-4c33-9440-c583ab2c961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:47.606668 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-85690c39-48b9-4c33-9440-c583ab2c961b service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.2568874 Jul 18 16:43:47.614018 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb7c3-07d7-4872-9244-a76395c6be16 admin admin] Publish callbacks [] for security_group (22e17032-7f36-4e55-8c4a-c896bb89fe78), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:47.683391 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-8b7eb7c3-07d7-4872-9244-a76395c6be16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (22e17032-7f36-4e55-8c4a-c896bb89fe78), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:47.764005 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-d8a1ddfc-281e-4b9e-ad88-900f4dca4659 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 1001 time: 0.1469572 Jul 18 16:43:47.804157 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-8b7eb7c3-07d7-4872-9244-a76395c6be16 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=67d57a4d5d50445baf86ce244f874b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5756001 Jul 18 16:43:47.805557 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33072) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:47.853718 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7eb7c3-07d7-4872-9244-a76395c6be16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e17032-7f36-4e55-8c4a-c896bb89fe78,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:47.871513 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32f9c-5a6f-4d01-abfc-37cc091e31d7 req-3fc01175-f157-4c27-913a-0bdf92518943 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:47.877373 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-47d32f9c-5a6f-4d01-abfc-37cc091e31d7 req-3fc01175-f157-4c27-913a-0bdf92518943 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1854661 Jul 18 16:43:47.946910 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5b8af-5d91-40d2-93ae-b2e96a93d449 req-8447a8f7-9913-4609-8e40-89569f027200 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:47.949853 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e2b5b8af-5d91-40d2-93ae-b2e96a93d449 req-8447a8f7-9913-4609-8e40-89569f027200 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 931 time: 0.1035886 Jul 18 16:43:47.954569 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2476c0f-3b05-4a1d-8ab8-033f10daa6be admin admin] Publish callbacks [] for security_group (22e17032-7f36-4e55-8c4a-c896bb89fe78), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.009497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2476c0f-3b05-4a1d-8ab8-033f10daa6be admin admin] Publish callbacks [] for security_group (22e17032-7f36-4e55-8c4a-c896bb89fe78), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.042486 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:48.043408 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-47d32f9c-5a6f-4d01-abfc-37cc091e31d7 req-b018d7b4-9c75-423a-bb6b-3cf919fcf338 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1160901 Jul 18 16:43:48.094890 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e2b5b8af-5d91-40d2-93ae-b2e96a93d449 req-f370e79c-3218-4b68-9946-f881505c1219 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231451 Jul 18 16:43:48.133281 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2476c0f-3b05-4a1d-8ab8-033f10daa6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (22e17032-7f36-4e55-8c4a-c896bb89fe78), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.136701 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f048385e-e6ad-453d-9a07-98ed65178acc {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:43:48.138661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2476c0f-3b05-4a1d-8ab8-033f10daa6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.141532 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-e2476c0f-3b05-4a1d-8ab8-033f10daa6be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/22e17032-7f36-4e55-8c4a-c896bb89fe78 HTTP/1.1" status: 204 len: 168 time: 0.3337774 Jul 18 16:43:48.151852 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Publish callbacks [] for port (f048385e-e6ad-453d-9a07-98ed65178acc), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.158115 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2476c0f-3b05-4a1d-8ab8-033f10daa6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e17032-7f36-4e55-8c4a-c896bb89fe78,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:48.168863 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:48.173596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:48.178692 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Transition to ACTIVE for port object f048385e-e6ad-453d-9a07-98ed65178acc will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:43:48.186784 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.258205 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Pushing event updated for resources: {'Port': ['ID=f048385e-e6ad-453d-9a07-98ed65178acc,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:48.419676 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Attempting to bind port f048385e-e6ad-453d-9a07-98ed65178acc on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:43:48.421569 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Attempting to bind port f048385e-e6ad-453d-9a07-98ed65178acc by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:43:48.422370 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Attempting to bind port f048385e-e6ad-453d-9a07-98ed65178acc on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:43:48.433575 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Port f048385e-e6ad-453d-9a07-98ed65178acc on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:43:48.434082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Attempting to bind port f048385e-e6ad-453d-9a07-98ed65178acc on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:43:48.445387 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:43:48.446014 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Checking segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:43:48.447022 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Bound using segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:43:48.447717 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Bound port: f048385e-e6ad-453d-9a07-98ed65178acc, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:43:48.449125 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.577404 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:48.648257 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] For port f048385e-e6ad-453d-9a07-98ed65178acc, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:43:48.650273 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-39fd560e-4254-490a-a730-bce1c6d8b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:48.654038 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] For port f048385e-e6ad-453d-9a07-98ed65178acc, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f048385e-e6ad-453d-9a07-98ed65178acc,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:43:48.655409 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-39fd560e-4254-490a-a730-bce1c6d8b5f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1468909 Jul 18 16:43:48.676583 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.741589 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:48.742666 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:48.745130 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] 10.222.0.95 "PUT /v2.0/ports/f048385e-e6ad-453d-9a07-98ed65178acc HTTP/1.1" status: 200 len: 1093 time: 1.3948431 Jul 18 16:43:48.745840 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:48.749671 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca30936-9e73-4cfd-86fa-616f96723cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:48.798346 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-fc89d07f-11d7-475b-a310-a13c424dbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:48.802299 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-fc89d07f-11d7-475b-a310-a13c424dbf2e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350310 Jul 18 16:43:48.871197 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43343490-1be0-4d99-832d-89c6f15b5014 x-openstack-request-id: req-43343490-1be0-4d99-832d-89c6f15b5014 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:48.871653 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:48.872076 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43343490-1be0-4d99-832d-89c6f15b5014 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:48.872735 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43343490-1be0-4d99-832d-89c6f15b5014'] response: {'name': 'network-changed', 'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'status': 'completed', 'code': 200} Jul 18 16:43:48.949256 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:48.952760 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-2b2298f7-ff99-4e1c-bb3f-61ddc3f6659f service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295314 Jul 18 16:43:48.994269 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f26b-d4a9-413c-bfa2-88c7f61d882c req-7a5cc743-8007-4f2f-bc3c-b19fb6ebdeb0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.000770 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8319f26b-d4a9-413c-bfa2-88c7f61d882c req-7a5cc743-8007-4f2f-bc3c-b19fb6ebdeb0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.2448187 Jul 18 16:43:49.023989 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055d132-986b-4a9e-8943-52fead88c550 service neutron] Pushing event updated for resources: {'Port': ['ID=f048385e-e6ad-453d-9a07-98ed65178acc,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:49.060007 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-bd135db6-8622-4e1c-9d5e-5794b0cfc7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:49.065751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-9388ff44-a3c2-4ba3-991f-b1c1ea0c6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.067525 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-9388ff44-a3c2-4ba3-991f-b1c1ea0c6c53 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 1127 time: 0.1936712 Jul 18 16:43:49.159188 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32aa5e2f-4178-46ce-9769-c870bfa0c507 req-c4c9e7f3-9695-4251-93fb-671b38095c84 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934247 Jul 18 16:43:49.164594 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-c71ba3c0-ad7f-4bda-9be7-22219113cd4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f048385e-e6ad-453d-9a07-98ed65178acc HTTP/1.1" status: 200 len: 217 time: 0.0761380 Jul 18 16:43:49.208406 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8319f26b-d4a9-413c-bfa2-88c7f61d882c req-2cfd1dce-8704-4a1e-8f4e-985a48bb705f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676631 Jul 18 16:43:49.300187 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-cc3f161b-9e84-48fd-bdfa-088ecaf28a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.303320 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-cc3f161b-9e84-48fd-bdfa-088ecaf28a9e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.1255631 Jul 18 16:43:49.314077 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdfe38-2c2c-4c9b-9fc9-8c433d310689 req-2a3f7122-0339-494b-94ea-e9f6f48ada45 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.315803 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-57fdfe38-2c2c-4c9b-9fc9-8c433d310689 req-2a3f7122-0339-494b-94ea-e9f6f48ada45 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.1021814 Jul 18 16:43:49.380402 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-57fdfe38-2c2c-4c9b-9fc9-8c433d310689 req-5c774b2f-8741-42a4-9e39-b0d95151ccd2 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0527930 Jul 18 16:43:49.424554 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e2cd-2eab-4e8f-9b59-6b97a454b53b req-c5fe70e2-b4ef-41b4-9f96-e9aeab517e52 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.427026 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c226e2cd-2eab-4e8f-9b59-6b97a454b53b req-c5fe70e2-b4ef-41b4-9f96-e9aeab517e52 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 943 time: 0.1133287 Jul 18 16:43:49.454094 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-fe5ea5f6-c20b-4f26-a83b-c92711e5bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.456057 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-fe5ea5f6-c20b-4f26-a83b-c92711e5bbc2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798590 Jul 18 16:43:49.511642 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c226e2cd-2eab-4e8f-9b59-6b97a454b53b req-5697aa77-e393-4718-96f7-9ba827eabc5e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680861 Jul 18 16:43:49.531167 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ea10f-88e4-47b6-81b8-96f2707fecaf req-089d62d2-a1b8-4f6e-89b9-271257eb7fc1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.534936 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ca8ea10f-88e4-47b6-81b8-96f2707fecaf req-089d62d2-a1b8-4f6e-89b9-271257eb7fc1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.0778809 Jul 18 16:43:49.594249 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ca8ea10f-88e4-47b6-81b8-96f2707fecaf req-084461a3-aacc-44b1-b7da-0178780dcb2c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524912 Jul 18 16:43:49.622327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33112) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:49.964521 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a2ac7-decb-4ac4-ba3d-46e48450f643 tempest-TestVolumeBootPattern-1942614535 tempest-TestVolumeBootPattern-1942614535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:49.966747 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-956a2ac7-decb-4ac4-ba3d-46e48450f643 tempest-TestVolumeBootPattern-1942614535 tempest-TestVolumeBootPattern-1942614535-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 1125 time: 0.3426542 Jul 18 16:43:49.969929 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33120) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:49.974916 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'port_id': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:50.000111 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:50.082892 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:50.104649 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:50.284029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Allocated IP 172.27.0.200 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/98e54a8b-c9d1-4152-b80a-56661de7fc46) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:43:50.435236 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:50.491322 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:50.537835 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f42850-d5f2-4c88-aa5c-996a6998d22a req-ea54bc88-3546-4f9a-803a-0be5e85d3a62 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:50.541659 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-80f42850-d5f2-4c88-aa5c-996a6998d22a req-ea54bc88-3546-4f9a-803a-0be5e85d3a62 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0764258 Jul 18 16:43:50.554341 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:43:50.561158 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:43:50.567081 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:43:50.623352 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-80f42850-d5f2-4c88-aa5c-996a6998d22a req-7f9c57e6-79fb-4f12-9da5-325da1ad3e55 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0722318 Jul 18 16:43:50.628027 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=98e54a8b-c9d1-4152-b80a-56661de7fc46,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:50.691359 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:50.724180 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd61b1-f4df-457b-bca0-4aa4278d8fe7 req-06728c2c-bbf8-48fc-ad47-34eced89aa39 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:50.725921 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38dd61b1-f4df-457b-bca0-4aa4278d8fe7 req-06728c2c-bbf8-48fc-ad47-34eced89aa39 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 943 time: 0.0862064 Jul 18 16:43:50.840511 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38dd61b1-f4df-457b-bca0-4aa4278d8fe7 req-2fc187a4-10c3-4396-8793-83bbd275b6aa tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077776 Jul 18 16:43:51.122823 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:51.128124 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (457c16ee-9f8b-441b-81e2-ec412a224792), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:51.243123 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:51.413010 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-d02b1191-78f3-4228-a795-440314b72d55 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725669 Jul 18 16:43:51.473195 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:51.554149 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:51.563301 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:51.603206 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0991d49e-cde0-4016-ab39-cf6ad825def7 req-84129244-b96f-4e2d-96c6-bf19e63830a8 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698039 Jul 18 16:43:51.683742 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=98e54a8b-c9d1-4152-b80a-56661de7fc46,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:51.720750 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (457c16ee-9f8b-441b-81e2-ec412a224792), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:51.816176 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a4e40-2777-4818-80ab-0ff1119b096f req-3ad98b05-74e4-486e-8e75-80b445b8c49a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:51.819254 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-145a4e40-2777-4818-80ab-0ff1119b096f req-3ad98b05-74e4-486e-8e75-80b445b8c49a tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0924995 Jul 18 16:43:51.931602 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-145a4e40-2777-4818-80ab-0ff1119b096f req-1bbe937a-09e8-44be-861e-908253dc3bd7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1057336 Jul 18 16:43:51.934284 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Floating IP 457c16ee-9f8b-441b-81e2-ec412a224792 associated. External IP: 172.27.0.200, port: b74452ca-033c-40d3-b50d-968df23f2d86. Jul 18 16:43:52.068544 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:52.126379 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4b900e8c-d12b-4d26-b315-45e5f1abae5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:52.163455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be268a0-875b-44fe-a9f5-5a2410d28174 req-653c5c85-d6a3-4792-ba69-0edd15b0a59c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:52.166104 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3be268a0-875b-44fe-a9f5-5a2410d28174 req-653c5c85-d6a3-4792-ba69-0edd15b0a59c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 943 time: 0.1677008 Jul 18 16:43:52.214700 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:52.665675 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3be268a0-875b-44fe-a9f5-5a2410d28174 req-cfae8e14-c732-42dc-8a70-ab80834f2577 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4887602 Jul 18 16:43:52.774877 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:43:52.899578 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:43:52.916777 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:43:52.924923 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:52.943973 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:52.945348 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:52.989244 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c3fa22fe-3d4b-4845-836f-b359cb30ae15 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0179057 Jul 18 16:43:52.990143 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:52.993646 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55437383-3244-42c2-8032-a2c788779459" -d '{"events": [{"name": "network-changed", "server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:53.092327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91c734-f040-4c89-8ddc-9c94b085916e x-openstack-request-id: req-4a91c734-f040-4c89-8ddc-9c94b085916e {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:53.092668 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:53.093104 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a91c734-f040-4c89-8ddc-9c94b085916e {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:53.093977 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a91c734-f040-4c89-8ddc-9c94b085916e'] response: {'name': 'network-changed', 'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'status': 'completed', 'code': 200} Jul 18 16:43:53.162556 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:53.170684 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a73b05-4947-4906-8ce0-6b2440982083 req-dda2ea35-658f-417b-94a1-ebfeffea3b6c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:53.172772 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1a73b05-4947-4906-8ce0-6b2440982083 req-dda2ea35-658f-417b-94a1-ebfeffea3b6c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0892756 Jul 18 16:43:53.262041 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1a73b05-4947-4906-8ce0-6b2440982083 req-eb8024e6-daec-42d6-bfb9-5ffe78093656 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0767798 Jul 18 16:43:53.428970 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:53.453045 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62f83f-62d9-4637-bf8c-e66148a3710e req-13ba5c48-4df9-4e06-9167-bd9981b393a4 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:53.457938 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5a62f83f-62d9-4637-bf8c-e66148a3710e req-13ba5c48-4df9-4e06-9167-bd9981b393a4 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0742726 Jul 18 16:43:53.468314 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33164) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:53.473774 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Request body: {'floatingip': {'port_id': '70811075-cf8a-4301-b4e2-128611842d08'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:53.567601 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:53.593380 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '457c16ee-9f8b-441b-81e2-ec412a224792', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:5e:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c69462-5393-447e-96d5-cda144e8d328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:43:50Z', 'updated_at': '2022-07-18T16:43:50Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:53.631733 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:43:53.643097 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:53.643885 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:53.801412 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:53.898154 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75696fb-496f-41d1-be1a-9ef7c483c537 req-5eec933f-2aae-4232-92fc-3d9b88064821 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:53.902292 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e75696fb-496f-41d1-be1a-9ef7c483c537 req-5eec933f-2aae-4232-92fc-3d9b88064821 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 943 time: 0.1518717 Jul 18 16:43:53.909722 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:53.935446 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437383-3244-42c2-8032-a2c788779459 req-542ef68c-bd0a-48d4-a322-2f0b2c327066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:53.938254 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-55437383-3244-42c2-8032-a2c788779459 req-542ef68c-bd0a-48d4-a322-2f0b2c327066 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 1130 time: 0.0928063 Jul 18 16:43:54.025965 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:54.064612 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:54.093136 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-e97b38c7-040e-4e0d-bee3-bd7d1bdcc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:54.094742 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-e97b38c7-040e-4e0d-bee3-bd7d1bdcc4e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 1127 time: 0.2538879 Jul 18 16:43:54.131300 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e75696fb-496f-41d1-be1a-9ef7c483c537 req-16390ba8-9cbc-446b-b99e-f95cd730a72e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819150 Jul 18 16:43:54.143885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437383-3244-42c2-8032-a2c788779459 req-a2efc195-6006-4363-9295-3254bdda49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:54.147674 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-55437383-3244-42c2-8032-a2c788779459 req-a2efc195-6006-4363-9295-3254bdda49ed service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.1998332 Jul 18 16:43:54.285044 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-55437383-3244-42c2-8032-a2c788779459 req-c83b4771-c153-40a6-911c-39fe3ad100fa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b74452ca-033c-40d3-b50d-968df23f2d86 HTTP/1.1" status: 200 len: 1000 time: 0.1160967 Jul 18 16:43:54.379534 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437383-3244-42c2-8032-a2c788779459 req-8a1fa84f-a0fd-4219-bf8c-a48f756ff8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:54.382496 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-55437383-3244-42c2-8032-a2c788779459 req-8a1fa84f-a0fd-4219-bf8c-a48f756ff8fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0890713 Jul 18 16:43:54.451509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437383-3244-42c2-8032-a2c788779459 req-712a8a22-643f-4a85-a7c2-f671ac354184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:54.454168 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-55437383-3244-42c2-8032-a2c788779459 req-712a8a22-643f-4a85-a7c2-f671ac354184 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596333 Jul 18 16:43:54.494604 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '457c16ee-9f8b-441b-81e2-ec412a224792', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:5e:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c69462-5393-447e-96d5-cda144e8d328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:43:50Z', 'updated_at': '2022-07-18T16:43:50Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:54.515300 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-e567ccea-4480-49f7-8f6b-dffde5dd177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:54.517793 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-e567ccea-4480-49f7-8f6b-dffde5dd177d service neutron] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 916 time: 0.4078922 Jul 18 16:43:54.544353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009be15f-e5c5-4b4b-bbe8-63281c43666e None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '457c16ee-9f8b-441b-81e2-ec412a224792', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:5e:77:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c69462-5393-447e-96d5-cda144e8d328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:43:50Z', 'updated_at': '2022-07-18T16:43:50Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:43:54.643692 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-a833d959-ac4a-4124-9f4f-360c0d7c2e04 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f048385e-e6ad-453d-9a07-98ed65178acc HTTP/1.1" status: 200 len: 217 time: 0.0515585 Jul 18 16:43:54.654688 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:54.669240 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:54.684196 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-55437383-3244-42c2-8032-a2c788779459 req-9c2b4977-79cc-4d84-a2cf-3f6390784f7c service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169578 Jul 18 16:43:54.757868 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-96489cab-f682-4cdc-8bfe-d225f887e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:54.759711 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-96489cab-f682-4cdc-8bfe-d225f887e867 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.1027255 Jul 18 16:43:54.809165 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:54.929894 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-55437383-3244-42c2-8032-a2c788779459 req-efc65b0b-36ce-4f11-ad68-c6c51233169c service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316508 Jul 18 16:43:54.990184 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7762dff8-9431-43c7-9bdf-a5d5b82cd6af None None] New status for floating IP 457c16ee-9f8b-441b-81e2-ec412a224792: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:43:55.134954 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-040b6625-6630-46d9-96f2-aead1505351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:55.137097 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-040b6625-6630-46d9-96f2-aead1505351e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3454404 Jul 18 16:43:55.173964 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:55.307162 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f048385e-e6ad-453d-9a07-98ed65178acc details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:43:55.385641 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-b0bd2ac7-f968-48bb-b5dd-adfbacc91c47 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348478 Jul 18 16:43:55.417724 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15021e2e-2e0c-42d4-b8f4-9cb6ec9c9e88 req-7f161ef0-a0f6-4c50-9085-93ddc0bad473 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:55.427167 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-15021e2e-2e0c-42d4-b8f4-9cb6ec9c9e88 req-7f161ef0-a0f6-4c50-9085-93ddc0bad473 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 943 time: 0.1023846 Jul 18 16:43:55.482571 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:55.486754 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f048385e-e6ad-453d-9a07-98ed65178acc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f048385e-e6ad-453d-9a07-98ed65178acc,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:55.491543 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-15021e2e-2e0c-42d4-b8f4-9cb6ec9c9e88 req-aaca4c24-5cb6-4359-bb5f-bbeccadad70d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610871 Jul 18 16:43:55.509675 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'port_id': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'mac_address': 'fa:16:3e:20:f8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:43:55.512626 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:55.516897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:55.563065 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port f048385e-e6ad-453d-9a07-98ed65178acc is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:55.563735 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:55.585694 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f048385e-e6ad-453d-9a07-98ed65178acc {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:43:55.597193 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Router e05e21c6-b297-47c5-8e33-dc04c2c1c668 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:43:55.614305 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f048385e-e6ad-453d-9a07-98ed65178acc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f048385e-e6ad-453d-9a07-98ed65178acc,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:55.624083 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:55.710743 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5ca30936-9e73-4cfd-86fa-616f96723cf4 req-b8c32241-3e10-46a6-b575-0f7f989378ba service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562964 Jul 18 16:43:55.758180 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=f048385e-e6ad-453d-9a07-98ed65178acc,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:55.773102 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:55.794770 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:43:55.800908 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:55.806116 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] Sync routers for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:43:55.818321 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:55.819072 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:55.841830 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:55.844352 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f17f3f-c606-4a16-861b-38c03b21b9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:55.888438 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692e62f-f34e-45eb-b632-a1ca4af28a61 x-openstack-request-id: req-d692e62f-f34e-45eb-b632-a1ca4af28a61 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:55.888738 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:55.888987 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d692e62f-f34e-45eb-b632-a1ca4af28a61 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:55.889394 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d692e62f-f34e-45eb-b632-a1ca4af28a61'] response: {'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08', 'status': 'completed', 'code': 200} Jul 18 16:43:55.905531 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b0b82f3d-7d27-4193-80ff-d626d1acd0f8 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "PUT /v2.0/floatingips/a3213311-ff80-4616-8a62-7a6d430374dd HTTP/1.1" status: 200 len: 993 time: 2.4359286 Jul 18 16:43:55.978388 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:56.054109 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-fd7c99f5-52c8-4cd0-bf38-9d147e446300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:56.056976 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-fd7c99f5-52c8-4cd0-bf38-9d147e446300 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1129 time: 0.0791614 Jul 18 16:43:56.194734 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['f048385e-e6ad-453d-9a07-98ed65178acc'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:43:56.225165 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:56.286811 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-acd6aa60-f13e-4b60-b16b-572f8d763c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:56.289885 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-acd6aa60-f13e-4b60-b16b-572f8d763c7d service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.2190371 Jul 18 16:43:56.390133 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-aa99ded7-f74b-4dc3-9afa-6e64286fb43e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 1001 time: 0.0905869 Jul 18 16:43:56.408757 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'a3213311-ff80-4616-8a62-7a6d430374dd', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'port_id': '70811075-cf8a-4301-b4e2-128611842d08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'mac_address': 'fa:16:3e:1e:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:36Z', 'updated_at': '2022-07-18T16:43:54Z', 'revision_number': 3, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:56.447687 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] Checking router: e05e21c6-b297-47c5-8e33-dc04c2c1c668 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:43:56.474175 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:43:56.475430 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:56.491570 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-fef9d2a8-4eea-4a79-a3b8-c5c42b0ed895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:56.493252 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-fef9d2a8-4eea-4a79-a3b8-c5c42b0ed895 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.0850356 Jul 18 16:43:56.581624 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:56.584841 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-ef1be476-6435-4d4f-a6da-1f10a42ee492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:56.590701 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-ef1be476-6435-4d4f-a6da-1f10a42ee492 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856040 Jul 18 16:43:56.625163 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:43:56.693702 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a054fe-a51e-408f-b55b-ea9073b98dca req-6aa59026-5eff-4f56-98bd-2c94cd676356 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:56.698805 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-76a054fe-a51e-408f-b55b-ea9073b98dca req-6aa59026-5eff-4f56-98bd-2c94cd676356 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 944 time: 0.0832207 Jul 18 16:43:56.707828 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:56.762770 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-05a1f04a-1991-4c1e-b5df-efbab83f3ee4 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625464 Jul 18 16:43:56.794960 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-76a054fe-a51e-408f-b55b-ea9073b98dca req-304168cc-2581-4ed9-805c-4899fc4bf880 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850101 Jul 18 16:43:56.944070 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e7f17f3f-c606-4a16-861b-38c03b21b9b8 req-924cb3dc-bcc0-4d62-8175-6c7bad0bec96 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707904 Jul 18 16:43:57.039685 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'a3213311-ff80-4616-8a62-7a6d430374dd', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'port_id': '70811075-cf8a-4301-b4e2-128611842d08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'mac_address': 'fa:16:3e:1e:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:36Z', 'updated_at': '2022-07-18T16:43:54Z', 'revision_number': 3, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:43:57.069589 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4005c739-2cdd-4a90-95dd-50de284009b3 None None] The sync data for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi is: [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'a3213311-ff80-4616-8a62-7a6d430374dd', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'port_id': '70811075-cf8a-4301-b4e2-128611842d08', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'mac_address': 'fa:16:3e:1e:65:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911b4446-c815-49de-931d-b16a8e398fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:41:36Z', 'updated_at': '2022-07-18T16:43:54Z', 'revision_number': 3, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:43:57.816121 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f048385e-e6ad-453d-9a07-98ed65178acc up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:43:57.890861 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:57.894253 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f068a-5b07-48ed-905a-df33a6d086d1" -d '{"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:57.911482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port f048385e-e6ad-453d-9a07-98ed65178acc completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:43:57.936340 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port f048385e-e6ad-453d-9a07-98ed65178acc triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:57.937355 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:57.948841 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b337576-2b54-4a50-ba75-0b0fca75d994 x-openstack-request-id: req-4b337576-2b54-4a50-ba75-0b0fca75d994 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:57.949279 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "tag": "70811075-cf8a-4301-b4e2-128611842d08", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:57.949671 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4b337576-2b54-4a50-ba75-0b0fca75d994 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:57.950296 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b337576-2b54-4a50-ba75-0b0fca75d994'] response: {'name': 'network-changed', 'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'tag': '70811075-cf8a-4301-b4e2-128611842d08', 'status': 'completed', 'code': 200} Jul 18 16:43:58.008571 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d990fb0-33c4-426c-ba9b-1d40f8e8a784 req-d4053fcd-50d3-4210-ba3f-9c7379e830fc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:58.011927 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3d990fb0-33c4-426c-ba9b-1d40f8e8a784 req-d4053fcd-50d3-4210-ba3f-9c7379e830fc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 944 time: 0.0910938 Jul 18 16:43:58.095649 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port f048385e-e6ad-453d-9a07-98ed65178acc is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:58.096712 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:58.115400 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-b0920b26-9523-477a-824d-da1e5610b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:58.117182 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-b0920b26-9523-477a-824d-da1e5610b9fb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 1129 time: 0.0811181 Jul 18 16:43:58.122627 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3d990fb0-33c4-426c-ba9b-1d40f8e8a784 req-a529e874-cdf2-422f-bdd2-4e606fd67cbc tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029894 Jul 18 16:43:58.156250 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:43:58.159622 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951b6f9d-7605-4ca5-a0bb-348c8a977652" -d '{"events": [{"server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "name": "network-vif-plugged", "status": "completed", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:43:58.190118 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f048385e-e6ad-453d-9a07-98ed65178acc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f048385e-e6ad-453d-9a07-98ed65178acc,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:43:58.200066 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:58.211352 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af17604-eb75-4e63-98b4-5bf876848a5c x-openstack-request-id: req-2af17604-eb75-4e63-98b4-5bf876848a5c {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:43:58.211972 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "name": "network-vif-plugged", "status": "completed", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:43:58.212440 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2af17604-eb75-4e63-98b4-5bf876848a5c {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:43:58.213220 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2af17604-eb75-4e63-98b4-5bf876848a5c'] response: {'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'code': 200} Jul 18 16:43:58.244392 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-1e86784a-b20b-4ae7-ae61-7de175bf1390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:58.246184 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-1e86784a-b20b-4ae7-ae61-7de175bf1390 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.1161878 Jul 18 16:43:58.289614 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=f048385e-e6ad-453d-9a07-98ed65178acc,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:58.374029 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-716e9614-dbc1-49a4-8179-bc62485e4f9f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 200 len: 1001 time: 0.0895345 Jul 18 16:43:58.428882 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:58.440231 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-a744cf96-7519-4c24-a219-25ce7cf64ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:58.441808 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-a744cf96-7519-4c24-a219-25ce7cf64ea4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.0546956 Jul 18 16:43:58.522537 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-e1fbc443-e42f-4c9e-a387-c1857e260183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:58.524878 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-e1fbc443-e42f-4c9e-a387-c1857e260183 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675778 Jul 18 16:43:58.536309 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb9530-2e5f-4e09-b71d-3f17cf8d0b34 req-e78f9329-8a29-419d-89d3-b9eada5bd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:58.539050 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19eb9530-2e5f-4e09-b71d-3f17cf8d0b34 req-e78f9329-8a29-419d-89d3-b9eada5bd6ad service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 1129 time: 0.0603361 Jul 18 16:43:58.594047 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19eb9530-2e5f-4e09-b71d-3f17cf8d0b34 req-9bf0e935-04ba-459f-9f57-0e54cbc28d69 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446696 Jul 18 16:43:58.698678 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-4d27e94c-89c7-4bdc-a09c-17b223bb05f5 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502759 Jul 18 16:43:59.165242 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c90f068a-5b07-48ed-905a-df33a6d086d1 req-c57008da-22e5-4e1b-97b9-367699b58002 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019340 Jul 18 16:43:59.269975 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b963-c8a0-4553-b56b-ea9de85754c0 req-6ccf22d1-730f-4d35-b0c1-1eab154acee4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:59.271664 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f086b963-c8a0-4553-b56b-ea9de85754c0 req-6ccf22d1-730f-4d35-b0c1-1eab154acee4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.0611432 Jul 18 16:43:59.340795 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f086b963-c8a0-4553-b56b-ea9de85754c0 req-0451b5a4-dcd3-4b14-9ce7-b5d9c3f9fe1b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604620 Jul 18 16:43:59.647479 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:00.543611 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f84ec4-1616-49c6-9d73-277b80113501 req-d5b86355-3f17-44e0-874e-e7204d3cac66 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:00.554823 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b8f84ec4-1616-49c6-9d73-277b80113501 req-d5b86355-3f17-44e0-874e-e7204d3cac66 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.0754786 Jul 18 16:44:00.639710 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b8f84ec4-1616-49c6-9d73-277b80113501 req-105c0dfd-d37a-40b7-9dc8-6fcb46b81212 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801008 Jul 18 16:44:01.784477 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335a698-8d69-443c-a82f-b0531723e7e3 req-a2cdfe14-39f1-4b11-a9b3-5973e105cc5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:01.786898 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7335a698-8d69-443c-a82f-b0531723e7e3 req-a2cdfe14-39f1-4b11-a9b3-5973e105cc5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.0648077 Jul 18 16:44:01.848324 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7335a698-8d69-443c-a82f-b0531723e7e3 req-edbac1d2-3f9a-4b3c-bd85-4cfadd922820 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551417 Jul 18 16:44:01.885611 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33316) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:01.980155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2091-07b3-4dc7-96a9-00affd47ed4a req-8aa24283-b28b-454b-931a-537e7d13b70e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:01.981967 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6b0b2091-07b3-4dc7-96a9-00affd47ed4a req-8aa24283-b28b-454b-931a-537e7d13b70e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.0600131 Jul 18 16:44:01.993682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33320) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:01.998616 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'port_id': 'f048385e-e6ad-453d-9a07-98ed65178acc'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:02.052407 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b0e0-eb42-4fbe-9dab-b49740b0355c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.056724 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (22ef73f1-d10a-4ee5-8fa2-fe59006c4126), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.149791 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:02.359551 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b0e0-eb42-4fbe-9dab-b49740b0355c admin admin] Publish callbacks [] for security_group (793e497d-7927-4da3-be15-c0d05df46fa1), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.366371 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b0e0-eb42-4fbe-9dab-b49740b0355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (793e497d-7927-4da3-be15-c0d05df46fa1), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.475202 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8ca0b0e0-eb42-4fbe-9dab-b49740b0355c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdb60c3122d54267b88422f2da4afa8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883632 Jul 18 16:44:02.477257 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0b0e0-eb42-4fbe-9dab-b49740b0355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793e497d-7927-4da3-be15-c0d05df46fa1,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:02.479900 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33324) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:02.575157 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Publish callbacks [] for security_group (793e497d-7927-4da3-be15-c0d05df46fa1), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.597165 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:02.626057 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Publish callbacks [] for security_group (793e497d-7927-4da3-be15-c0d05df46fa1), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.644405 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:02.729396 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (793e497d-7927-4da3-be15-c0d05df46fa1), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.738251 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.739463 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/793e497d-7927-4da3-be15-c0d05df46fa1 HTTP/1.1" status: 204 len: 168 time: 0.2577572 Jul 18 16:44:02.752287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e497d-7927-4da3-be15-c0d05df46fa1,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:02.761634 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.762285 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.762971 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.763492 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.764037 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.764534 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.765009 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.765488 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.765970 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.766617 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.767099 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.767575 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.768066 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.768549 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.769037 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdb1256-8efd-48b6-a332-847bd3b006e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:02.821857 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.828248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (22ef73f1-d10a-4ee5-8fa2-fe59006c4126), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:02.991933 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP 22ef73f1-d10a-4ee5-8fa2-fe59006c4126 associated. External IP: 172.27.0.57, port: f048385e-e6ad-453d-9a07-98ed65178acc. Jul 18 16:44:03.364121 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:44:03.519914 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:03.552292 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:44:03.557471 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:03.599073 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:44:03.607830 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-eaddf443-9ea5-4b68-881d-f5db33683125 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "PUT /v2.0/floatingips/22ef73f1-d10a-4ee5-8fa2-fe59006c4126 HTTP/1.1" status: 200 len: 990 time: 1.6130152 Jul 18 16:44:03.608817 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:44:03.611841 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:44:03.612405 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965" -d '{"events": [{"name": "network-changed", "server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:44:03.612595 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:03.661460 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733a8ab3-25b9-4cca-89b0-c5f65bb5495a x-openstack-request-id: req-733a8ab3-25b9-4cca-89b0-c5f65bb5495a {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:44:03.661460 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:44:03.661460 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-733a8ab3-25b9-4cca-89b0-c5f65bb5495a {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:44:03.661923 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733a8ab3-25b9-4cca-89b0-c5f65bb5495a'] response: {'name': 'network-changed', 'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'status': 'completed', 'code': 200} Jul 18 16:44:03.743912 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:44:03.767259 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-7deaf591-0f8d-41a3-8653-d1eb7a2506f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:03.768928 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-7deaf591-0f8d-41a3-8653-d1eb7a2506f2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 1129 time: 0.0476441 Jul 18 16:44:03.893101 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-cad347b5-bffd-4fc3-b3b4-594dad10031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:03.895099 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-cad347b5-bffd-4fc3-b3b4-594dad10031e service neutron] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 916 time: 0.1147745 Jul 18 16:44:03.979311 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-7e2e9c1a-6042-44b1-b9e2-96f60345d5ae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f048385e-e6ad-453d-9a07-98ed65178acc HTTP/1.1" status: 200 len: 998 time: 0.0739818 Jul 18 16:44:03.991989 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '22ef73f1-d10a-4ee5-8fa2-fe59006c4126', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:20:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:43:41Z', 'updated_at': '2022-07-18T16:44:02Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:04.026952 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:44:04.036649 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-becdf660-4b4b-4419-bf8d-707b85875ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:04.038351 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-becdf660-4b4b-4419-bf8d-707b85875ae3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.0524740 Jul 18 16:44:04.039065 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:44:04.039769 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:43:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:04.101265 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-376b3847-0250-4cae-a530-53f04b0e6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:04.102859 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-376b3847-0250-4cae-a530-53f04b0e6ef0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517642 Jul 18 16:44:04.226436 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-b7c5d0d1-973c-4b70-bece-8f138b01f3d3 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081438 Jul 18 16:44:04.247203 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:44:04.331097 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:04.335848 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-69ee54a4-51fc-4c58-a4f6-ca0f1387f965 req-fdfd702a-2eeb-477e-9b50-fbb9ab775b17 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035111 Jul 18 16:44:04.487055 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '22ef73f1-d10a-4ee5-8fa2-fe59006c4126', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:20:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:43:41Z', 'updated_at': '2022-07-18T16:44:02Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:04.513677 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8496c9a4-44f1-4157-a41d-32dec095bfcc None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '22ef73f1-d10a-4ee5-8fa2-fe59006c4126', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:20:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:43:41Z', 'updated_at': '2022-07-18T16:44:02Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:44:04.742501 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfda057-9471-48cc-88fa-8df00d65f0d0 None None] New status for floating IP 22ef73f1-d10a-4ee5-8fa2-fe59006c4126: ACTIVE {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:44:04.747104 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:13.588607 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=53 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:13.602767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:14.329177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=55,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:14.489390 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=91 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:14.490547 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:14.863954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=54,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:14.866937 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:19.040157 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-97e65d5e-82ff-42db-80b2-d7b3443872e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:19.220887 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:44:22.128047 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9eab8714-7a53-457d-a694-aae3abb9e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:23.991590 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:25.171209 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:25.750153 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:29.215713 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:29.216616 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:29.525661 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:29.633799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1de2b-cf83-4928-8266-37e596feb899 req-2d95eb81-9b4f-49f4-9002-7a56b040bf16 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:29.636612 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6da1de2b-cf83-4928-8266-37e596feb899 req-2d95eb81-9b4f-49f4-9002-7a56b040bf16 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.0890441 Jul 18 16:44:29.724974 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6da1de2b-cf83-4928-8266-37e596feb899 req-282f9298-999c-4e94-afde-271a1772ea48 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814421 Jul 18 16:44:30.851793 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6f83-3f8c-452f-8cab-fa14e31de91e req-94392660-ab06-45b7-a87f-0472de6a2929 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:30.853528 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e20d6f83-3f8c-452f-8cab-fa14e31de91e req-94392660-ab06-45b7-a87f-0472de6a2929 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.0519040 Jul 18 16:44:30.907702 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e20d6f83-3f8c-452f-8cab-fa14e31de91e req-d298a6d9-c13d-4fae-a4ba-5215c865f0c0 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483143 Jul 18 16:44:31.855477 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bbde3-5518-4288-871a-0a93ea8a813a req-fe86c1d1-1fe3-4a11-89a4-74d290592ef9 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:31.857099 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-540bbde3-5518-4288-871a-0a93ea8a813a req-fe86c1d1-1fe3-4a11-89a4-74d290592ef9 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.0592401 Jul 18 16:44:32.018289 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Deleting port f8aec84e-0ae0-4a21-ae14-07199258fc70 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:44:32.018719 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:32.106865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50706dd1-3f27-4d40-b644-8d5a03347d21 req-344d9bb5-6c84-44c7-aba5-cb0cdd3c7582 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:32.109455 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-50706dd1-3f27-4d40-b644-8d5a03347d21 req-344d9bb5-6c84-44c7-aba5-cb0cdd3c7582 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.0766437 Jul 18 16:44:32.125491 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b699a-fde6-40d0-a644-c49b7af3d6b9 req-d0b6403a-04cf-442e-a0e3-faca5a3c6306 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:32.128090 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-da3b699a-fde6-40d0-a644-c49b7af3d6b9 req-d0b6403a-04cf-442e-a0e3-faca5a3c6306 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 946 time: 0.1294270 Jul 18 16:44:32.188938 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-50706dd1-3f27-4d40-b644-8d5a03347d21 req-4384a8c3-5441-4ac3-b88b-8d113f710968 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729060 Jul 18 16:44:32.222096 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] For port f8aec84e-0ae0-4a21-ae14-07199258fc70, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f8aec84e-0ae0-4a21-ae14-07199258fc70,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:44:32.222519 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:32.247737 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-da3b699a-fde6-40d0-a644-c49b7af3d6b9 req-31097a05-0f70-4fc0-bb8b-6f2ee566a5af tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069424 Jul 18 16:44:32.248862 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Calling delete_port for f8aec84e-0ae0-4a21-ae14-07199258fc70 owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:44:32.420222 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (f8aec84e-0ae0-4a21-ae14-07199258fc70), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:32.457529 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Pushing event deleted for resources: {'Port': ['ID=f8aec84e-0ae0-4a21-ae14-07199258fc70,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:32.470110 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['f8aec84e-0ae0-4a21-ae14-07199258fc70'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:44:32.507910 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] No DVR routers for this DVR port f8aec84e-0ae0-4a21-ae14-07199258fc70 on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:44:32.510688 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:32.514151 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-540bbde3-5518-4288-871a-0a93ea8a813a req-3f4a8d4a-6110-4591-b45e-3031db109d78 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "DELETE /v2.0/ports/f8aec84e-0ae0-4a21-ae14-07199258fc70 HTTP/1.1" status: 204 len: 173 time: 0.6498270 Jul 18 16:44:32.514674 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'name': 'network-vif-deleted', 'tag': 'f8aec84e-0ae0-4a21-ae14-07199258fc70'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:44:32.517032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e03972-0177-43bb-89ec-a8a25661ece0" -d '{"events": [{"server_uuid": "cf052b3c-d411-47f4-b148-ce34d98d2aa3", "name": "network-vif-deleted", "tag": "f8aec84e-0ae0-4a21-ae14-07199258fc70"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:44:32.556246 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13ac379-6eb3-4118-bf8b-3afa9fe48ec1 x-openstack-request-id: req-e13ac379-6eb3-4118-bf8b-3afa9fe48ec1 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:44:32.556548 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf052b3c-d411-47f4-b148-ce34d98d2aa3", "name": "network-vif-deleted", "tag": "f8aec84e-0ae0-4a21-ae14-07199258fc70", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:44:32.556810 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e13ac379-6eb3-4118-bf8b-3afa9fe48ec1 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:44:32.557227 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13ac379-6eb3-4118-bf8b-3afa9fe48ec1'] response: {'server_uuid': 'cf052b3c-d411-47f4-b148-ce34d98d2aa3', 'name': 'network-vif-deleted', 'tag': 'f8aec84e-0ae0-4a21-ae14-07199258fc70', 'status': 'completed', 'code': 200} Jul 18 16:44:33.333396 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b46abb-4cc4-4468-810e-5c9407c9e9ff req-28381312-1d3b-4233-a914-f5db04565396 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:33.335023 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18b46abb-4cc4-4468-810e-5c9407c9e9ff req-28381312-1d3b-4233-a914-f5db04565396 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.0666325 Jul 18 16:44:33.370030 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-01b04310-63df-41e3-8f6a-9b091dee4213 req-dc814a20-2c73-4dd1-a8a0-c44cbee329c5 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 210 time: 0.0378568 Jul 18 16:44:33.389848 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18b46abb-4cc4-4468-810e-5c9407c9e9ff req-90b4bc3d-82f1-45a2-92a1-35a7138e617e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480766 Jul 18 16:44:34.228584 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386454ef-50fa-4095-9773-946019d14740 req-48f702e4-ec36-43ff-b415-554e6800a5d1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:34.230226 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-386454ef-50fa-4095-9773-946019d14740 req-48f702e4-ec36-43ff-b415-554e6800a5d1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.0550988 Jul 18 16:44:34.518698 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5801c3bb-a29d-42da-abb8-d788b36b7bc8 req-d16f545e-ca70-49e0-955d-b5483b6beea6 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf052b3c-d411-47f4-b148-ce34d98d2aa3 HTTP/1.1" status: 200 len: 210 time: 0.0332069 Jul 18 16:44:34.575569 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2129d-75f0-4375-837c-c3561a2a240b req-8b0bb8a4-f4d5-43d8-a013-160be0f63463 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:34.577179 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-89d2129d-75f0-4375-837c-c3561a2a240b req-8b0bb8a4-f4d5-43d8-a013-160be0f63463 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 947 time: 0.1022465 Jul 18 16:44:34.664826 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Deleting port 01d252c0-4708-4842-b47f-06feaedb0c39 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:44:34.665760 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:34.720580 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-89d2129d-75f0-4375-837c-c3561a2a240b req-7c9df0d3-ebe5-477e-b6ef-addd2904d159 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=77addf49-cad8-4761-ad85-af5d533a58af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353891 Jul 18 16:44:34.821245 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:34.857126 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] For port 01d252c0-4708-4842-b47f-06feaedb0c39, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=01d252c0-4708-4842-b47f-06feaedb0c39,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:44:34.857720 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:34.979837 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:35.055610 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:35.056155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (3a32f496-ccee-48a2-af44-b41517b1af1f), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:35.056626 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Floating IP 3a32f496-ccee-48a2-af44-b41517b1af1f disassociated. External IP: 172.27.0.185, port: 01d252c0-4708-4842-b47f-06feaedb0c39. Jul 18 16:44:35.057155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Calling delete_port for 01d252c0-4708-4842-b47f-06feaedb0c39 owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:44:35.210705 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (01d252c0-4708-4842-b47f-06feaedb0c39), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:35.241916 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event deleted for resources: {'Port': ['ID=01d252c0-4708-4842-b47f-06feaedb0c39,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:35.366509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Router d4102b4a-348e-461f-9a7d-d90cdbf38212 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:44:35.486320 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:44:35.501013 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] Sync routers for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:44:35.519881 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:44:35.520801 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:35.556494 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] No DVR routers for this DVR port 01d252c0-4708-4842-b47f-06feaedb0c39 on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:44:35.560197 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:35.566111 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-386454ef-50fa-4095-9773-946019d14740 req-d9461d09-7ac8-4354-bf35-a540fd7eaa93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "DELETE /v2.0/ports/01d252c0-4708-4842-b47f-06feaedb0c39 HTTP/1.1" status: 204 len: 173 time: 1.0443268 Jul 18 16:44:35.566884 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-deleted', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:44:35.570959 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04ccab1-20c8-45fb-a300-49c95d1f92b8" -d '{"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-deleted", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:44:35.633083 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c164ed0f-50f2-4a2b-83e5-b3f49169829a x-openstack-request-id: req-c164ed0f-50f2-4a2b-83e5-b3f49169829a {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:44:35.634347 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7", "name": "network-vif-deleted", "tag": "01d252c0-4708-4842-b47f-06feaedb0c39", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:44:35.634600 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c164ed0f-50f2-4a2b-83e5-b3f49169829a {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:44:35.635271 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c164ed0f-50f2-4a2b-83e5-b3f49169829a'] response: {'server_uuid': '2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7', 'name': 'network-vif-deleted', 'tag': '01d252c0-4708-4842-b47f-06feaedb0c39', 'status': 'completed', 'code': 200} Jul 18 16:44:35.719848 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:44:35.987073 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a1f688f6-82bd-4f47-9d16-31e7c62d00d2 req-c21f3687-f366-42ea-9e94-ac8b86ea0cfe tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e292be6-60ae-4db1-bae3-4a3d4ef5ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0606728 Jul 18 16:44:36.053114 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:36.067307 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f8aec84e-0ae0-4a21-ae14-07199258fc70 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:44:36.083715 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] Checking router: d4102b4a-348e-461f-9a7d-d90cdbf38212 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:44:36.093206 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: f8aec84e-0ae0-4a21-ae14-07199258fc70 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:44:36.093550 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f8aec84e-0ae0-4a21-ae14-07199258fc70 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:44:36.093879 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:44:36.094614 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:36.203515 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:44:36.414497 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:36.442132 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b2cdb-3c75-4198-b69f-63197d2bd50b None None] The sync data for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi is: [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:44:36.692204 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aa1f42-3a49-457a-998b-cdc49af60eb9 None None] New status for floating IP 3a32f496-ccee-48a2-af44-b41517b1af1f: DOWN {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:44:37.099643 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33510) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:37.166977 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (77addf49-cad8-4761-ad85-af5d533a58af), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.197796 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (77addf49-cad8-4761-ad85-af5d533a58af), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.257604 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (77addf49-cad8-4761-ad85-af5d533a58af), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.262306 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.263949 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "DELETE /v2.0/security-groups/77addf49-cad8-4761-ad85-af5d533a58af HTTP/1.1" status: 204 len: 168 time: 0.1628938 Jul 18 16:44:37.272910 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33512) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:37.279407 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77addf49-cad8-4761-ad85-af5d533a58af,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:37.293292 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.293871 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.294478 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.295030 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.295561 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.295708 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.api.v2.resource [None req-a04f6448-2844-4066-befa-c4f8f5a2ac5d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] show failed (client error): The resource could not be found. Jul 18 16:44:37.296115 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.296658 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300240 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300406 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a04f6448-2844-4066-befa-c4f8f5a2ac5d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups/77addf49-cad8-4761-ad85-af5d533a58af HTTP/1.1" status: 404 len: 347 time: 0.0228481 Jul 18 16:44:37.300586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.300586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7ea9-3303-4f6b-b5b1-ff89ddf5f421 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:37.301647 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33514) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:37.440564 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Deleting port 276bb1af-a285-4ca4-ae41-963b1c51dfa1 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:44:37.440942 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.525953 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.526335 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (276bb1af-a285-4ca4-ae41-963b1c51dfa1), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.541989 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Calling delete_port for 276bb1af-a285-4ca4-ae41-963b1c51dfa1 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:44:37.613872 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:37.680360 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:37.707515 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (276bb1af-a285-4ca4-ae41-963b1c51dfa1), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.737408 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event deleted for resources: {'Port': ['ID=276bb1af-a285-4ca4-ae41-963b1c51dfa1,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:37.813144 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (3a32f496-ccee-48a2-af44-b41517b1af1f), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.815918 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:37.817313 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-04ecbcd2-35e0-418b-8466-a42c7a918896 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "DELETE /v2.0/floatingips/3a32f496-ccee-48a2-af44-b41517b1af1f HTTP/1.1" status: 204 len: 168 time: 0.5154512 Jul 18 16:44:37.924117 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33518) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:37.932543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-6fd044a8-f926-4551-a05f-7f03c4faaa69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527741058', 'description': 'tempest-description--1576953623'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:37.966824 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6fd044a8-f926-4551-a05f-7f03c4faaa69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.065529 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6fd044a8-f926-4551-a05f-7f03c4faaa69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (9295ec5f-cbe4-4977-a382-e047fb4852b2), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.070854 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6fd044a8-f926-4551-a05f-7f03c4faaa69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (9295ec5f-cbe4-4977-a382-e047fb4852b2), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.102011 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6fd044a8-f926-4551-a05f-7f03c4faaa69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.103874 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-6fd044a8-f926-4551-a05f-7f03c4faaa69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1782744 Jul 18 16:44:38.108689 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd044a8-f926-4551-a05f-7f03c4faaa69 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9295ec5f-cbe4-4977-a382-e047fb4852b2,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:38.108961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33522) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:38.115177 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-f35a4583-9c11-4570-8f4b-c7a1f61f59ed tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'security_group_rule': {'security_group_id': '9295ec5f-cbe4-4977-a382-e047fb4852b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:38.146980 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f35a4583-9c11-4570-8f4b-c7a1f61f59ed tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (dce320f8-3f12-412d-95fc-337c18099528), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.219130 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f35a4583-9c11-4570-8f4b-c7a1f61f59ed tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (dce320f8-3f12-412d-95fc-337c18099528), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.225943 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f35a4583-9c11-4570-8f4b-c7a1f61f59ed tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (dce320f8-3f12-412d-95fc-337c18099528), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.251578 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a4583-9c11-4570-8f4b-c7a1f61f59ed tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce320f8-3f12-412d-95fc-337c18099528,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:38.261529 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f35a4583-9c11-4570-8f4b-c7a1f61f59ed tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.263460 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-f35a4583-9c11-4570-8f4b-c7a1f61f59ed tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530569 Jul 18 16:44:38.266440 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33524) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:38.271289 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-b79a9bd6-118d-4f81-92ff-e84ca2225c45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'security_group_rule': {'security_group_id': '9295ec5f-cbe4-4977-a382-e047fb4852b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:38.306245 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b79a9bd6-118d-4f81-92ff-e84ca2225c45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (7ec6bd7d-3b6d-47ab-8209-86564de323f4), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.381114 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b79a9bd6-118d-4f81-92ff-e84ca2225c45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (7ec6bd7d-3b6d-47ab-8209-86564de323f4), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.385661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b79a9bd6-118d-4f81-92ff-e84ca2225c45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (7ec6bd7d-3b6d-47ab-8209-86564de323f4), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.407821 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a9bd6-118d-4f81-92ff-e84ca2225c45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec6bd7d-3b6d-47ab-8209-86564de323f4,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:38.418658 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b79a9bd6-118d-4f81-92ff-e84ca2225c45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.420116 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b79a9bd6-118d-4f81-92ff-e84ca2225c45 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526620 Jul 18 16:44:38.423641 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33526) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:38.428631 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:38.453244 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.536316 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:38.562862 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.622237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:38.711073 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Allocated IP 172.27.0.184 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/07922a5e-dd8b-48e5-947a-3637c67748d7) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:44:38.830939 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.868457 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:38.918908 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:44:38.923648 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:44:38.930677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:44:38.955601 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:44:38.960005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'Port': ['ID=07922a5e-dd8b-48e5-947a-3637c67748d7,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:38.998998 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 01d252c0-4708-4842-b47f-06feaedb0c39 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:44:38.999703 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 01d252c0-4708-4842-b47f-06feaedb0c39 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:44:39.048358 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:39.107662 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:39.289648 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:39.295272 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:39.375920 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'Port': ['ID=07922a5e-dd8b-48e5-947a-3637c67748d7,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:39.395002 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:39.413524 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:39.415306 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-bdbe18df-4002-4949-857b-ce3dcc674245 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9903009 Jul 18 16:44:39.610238 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-59810512-328f-43a9-9db1-60e1931b5813 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1527741058&fields=id&tenant_id=26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 267 time: 0.0486934 Jul 18 16:44:39.736757 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-b13aecec-298b-4027-88ee-1dd7fe927850 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:39.738401 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-b13aecec-298b-4027-88ee-1dd7fe927850 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 816 time: 0.1207464 Jul 18 16:44:39.755786 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-960d4a91-3bb5-41ca-a8c5-b6e77310ef7b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/quotas/26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 375 time: 0.0110886 Jul 18 16:44:39.814079 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-3e271439-441b-4ba1-9e58-48c19a44508e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517392 Jul 18 16:44:40.026286 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-45cbd3cb-af46-4fc9-8c42-717b86864040 service neutron] 10.222.0.77 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004931 Jul 18 16:44:40.446957 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-d7683f4a-0785-4988-a96d-7df0485f2c4b service neutron] 10.222.0.77 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134007 Jul 18 16:44:40.660567 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3e58ff1b-a38e-42f6-9b7f-76337179ce9c req-ffdf33e4-92df-4d58-b7ab-8dbaf48128ef tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 210 time: 0.0454397 Jul 18 16:44:41.791552 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f875f1fa-3c8a-44ef-b4e5-d95a20f599db req-50b31200-489e-42c0-867e-180414e813cc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 210 time: 0.0303683 Jul 18 16:44:42.902101 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-852fd865-6d4c-4295-ad2d-39c32168d7c0 req-66c58422-b0b9-4125-8ea7-3c0658e444f4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Jul 18 16:44:44.036912 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-eecab5d1-c202-4af1-8dde-f33ba55c79d6 req-46efc64d-051d-472f-84b9-8034319faa64 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 210 time: 0.0472002 Jul 18 16:44:44.980758 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-a8c4bb01-cf99-4f56-8562-e265962982fe tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:44.982535 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-a8c4bb01-cf99-4f56-8562-e265962982fe tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 816 time: 0.1577477 Jul 18 16:44:45.089728 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-f10fb763-33d1-40de-96a0-a2a8c5d63d07 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 380 time: 0.0864935 Jul 18 16:44:45.154568 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:45.181049 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-45651e88-b2ba-4ce6-905f-ee9bede2a365 req-fc12510d-a8bc-4d01-83c0-c68bf5d323ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 210 time: 0.0372486 Jul 18 16:44:45.220576 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'port': {'device_id': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'admin_state_up': True, 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'security_groups': ['9295ec5f-cbe4-4977-a382-e047fb4852b2']}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:45.250545 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:45.263239 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:45.371439 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Made reservation on behalf of 26a41505f0ce4a66a02a5d954da278cb for: {'port': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:44:45.375202 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:45.535209 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Allocated IP 172.20.0.7 (6fd6b543-38a6-4937-914e-f705a5e37fe0/25d3acbf-bc51-4697-a9c2-ab8f14128cbe/cf08c27e-1532-45fb-ba35-fa7294ac40b0) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:44:45.748427 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:45.794346 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:45.865326 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:44:45.872463 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:44:45.878252 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:44:45.885217 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:45.961903 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:45.962936 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:45.990758 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-34176b75-cbfe-4fe9-89cf-3c4a239f56bb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738473 Jul 18 16:44:46.084545 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Request body: {'port': {'device_id': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:46.205498 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:46.208152 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:46.217316 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-e8401772-497e-4acf-8b14-583fe3e7106a None None] Provisioning complete for port cf08c27e-1532-45fb-ba35-fa7294ac40b0 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:44:46.217974 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e8401772-497e-4acf-8b14-583fe3e7106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:46.254847 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e8401772-497e-4acf-8b14-583fe3e7106a None None] Port cf08c27e-1532-45fb-ba35-fa7294ac40b0 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:44:46.265139 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:46.309826 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-05a73375-5fb6-4ca4-a774-6d8025317b2a tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:46.311320 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-05a73375-5fb6-4ca4-a774-6d8025317b2a tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/networks?id=7f1b0a03-df48-4d24-bcde-649f3975d3a7 HTTP/1.1" status: 200 len: 814 time: 0.1972480 Jul 18 16:44:46.372791 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d971d-a286-4417-b2bc-1f58006e3e9c req-a8f5d1ef-2514-4076-8783-28ff8b6f287f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:46.377663 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d95d971d-a286-4417-b2bc-1f58006e3e9c req-a8f5d1ef-2514-4076-8783-28ff8b6f287f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 931 time: 0.0852451 Jul 18 16:44:46.394772 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:46.435746 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:46.447019 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-8bb0fd9f-0cdc-448b-aa99-0106ad9ff584 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/quotas/56792f3625e2457bbe9aa0dfa9763028 HTTP/1.1" status: 200 len: 375 time: 0.0777483 Jul 18 16:44:46.459680 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d95d971d-a286-4417-b2bc-1f58006e3e9c req-060ad41d-53bd-4afc-81c1-7e7b661e5454 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746756 Jul 18 16:44:46.479605 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:46.510230 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-921eafc7-d8e4-40b2-8ba8-6c727010ac84 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56792f3625e2457bbe9aa0dfa9763028&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556834 Jul 18 16:44:46.727961 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-9aa7d9b7-dd3d-4e49-8ed4-3ad67973a239 service neutron] 10.222.0.77 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036831 Jul 18 16:44:46.850663 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf08c27e-1532-45fb-ba35-fa7294ac40b0 {{(pid=104181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:44:46.865441 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Publish callbacks [] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:46.906779 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.provisioning_blocks [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Transition to ACTIVE for port object cf08c27e-1532-45fb-ba35-fa7294ac40b0 will not be triggered until provisioned by entity L2. {{(pid=104181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:44:46.923750 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-d7052fc2-515b-4b08-86ae-73a10e61c743 service neutron] 10.222.0.77 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845601 Jul 18 16:44:46.924834 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:46.999718 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:47.138643 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Attempting to bind port cf08c27e-1532-45fb-ba35-fa7294ac40b0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:44:47.139194 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Attempting to bind port cf08c27e-1532-45fb-ba35-fa7294ac40b0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:44:47.139744 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Attempting to bind port cf08c27e-1532-45fb-ba35-fa7294ac40b0 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:44:47.150848 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Port cf08c27e-1532-45fb-ba35-fa7294ac40b0 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:44:47.151369 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Attempting to bind port cf08c27e-1532-45fb-ba35-fa7294ac40b0 on network 6fd6b543-38a6-4937-914e-f705a5e37fe0 {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:44:47.161512 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:44:47.162048 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Checking segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:44:47.162733 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Bound using segment: {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'} {{(pid=104181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:44:47.163477 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.managers [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Bound port: cf08c27e-1532-45fb-ba35-fa7294ac40b0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d2d795-f84d-4150-8cbc-e9ce972d293c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0'}}] {{(pid=104181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:44:47.164069 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:47.208654 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-73885e37-62b8-42e1-b78f-c06aabf9f9fd req-b3cefa1a-9547-4be1-9b93-ac0522da976e tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 210 time: 0.0403521 Jul 18 16:44:47.271242 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, cleared binding levels {{(pid=104181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:44:47.276882 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:44:47.293348 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:47.348333 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:47.349374 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:47.352062 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] 10.222.0.95 "PUT /v2.0/ports/cf08c27e-1532-45fb-ba35-fa7294ac40b0 HTTP/1.1" status: 200 len: 1093 time: 1.3437583 Jul 18 16:44:47.352473 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:44:47.355807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e1c2e3-d044-41b0-9dee-e00269c617a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:44:47.402776 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78816c30-4d75-40ab-96f2-8e2a7074e265 service neutron] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=3']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:47.452435 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca6fa2c-21b1-4c82-b589-487ea3ac03e1 x-openstack-request-id: req-6ca6fa2c-21b1-4c82-b589-487ea3ac03e1 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:44:47.453453 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:44:47.453453 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6ca6fa2c-21b1-4c82-b589-487ea3ac03e1 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:44:47.453946 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca6fa2c-21b1-4c82-b589-487ea3ac03e1'] response: {'name': 'network-changed', 'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'status': 'completed', 'code': 200} Jul 18 16:44:47.667083 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1c2e3-d044-41b0-9dee-e00269c617a8 req-0a9bcf8f-7df5-4686-a6c4-a22e36c15233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:47.668726 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-14e1c2e3-d044-41b0-9dee-e00269c617a8 req-0a9bcf8f-7df5-4686-a6c4-a22e36c15233 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 1127 time: 0.1304770 Jul 18 16:44:47.710884 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dee60-2e72-4f1e-921a-1aefe7397dd9 req-0ce538b8-4a7a-4425-beca-28a75e397515 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:47.715320 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-022dee60-2e72-4f1e-921a-1aefe7397dd9 req-0ce538b8-4a7a-4425-beca-28a75e397515 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0919130 Jul 18 16:44:47.840621 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-022dee60-2e72-4f1e-921a-1aefe7397dd9 req-5485b51d-1e34-4b8a-9ce5-8ce908660f4e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075361 Jul 18 16:44:47.903843 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1c2e3-d044-41b0-9dee-e00269c617a8 req-9084a68a-d82f-4d25-afde-a8bebd731435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:47.905343 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-14e1c2e3-d044-41b0-9dee-e00269c617a8 req-9084a68a-d82f-4d25-afde-a8bebd731435 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=26a41505f0ce4a66a02a5d954da278cb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1856751 Jul 18 16:44:47.966665 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:48.063943 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:48.069165 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1c2e3-d044-41b0-9dee-e00269c617a8 req-0285c870-3a6c-4d7c-9000-7220db278a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:48.070915 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-14e1c2e3-d044-41b0-9dee-e00269c617a8 req-0285c870-3a6c-4d7c-9000-7220db278a55 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583922 Jul 18 16:44:48.377408 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d57202df-fea2-45e9-b151-560bcc63b541 req-9775d436-1306-4ed2-b653-aee570bfc1cb tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 210 time: 0.0509696 Jul 18 16:44:48.699542 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-9d3a10e1-7497-4925-9ae4-f3ed4979e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:48.701617 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-9d3a10e1-7497-4925-9ae4-f3ed4979e44a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 1127 time: 0.0656886 Jul 18 16:44:48.764155 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-7a3c7648-84fe-485f-a556-c29209d3fa8b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0 HTTP/1.1" status: 200 len: 217 time: 0.0396335 Jul 18 16:44:48.881004 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-241b5250-c044-4854-aac5-7d85371b37cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:48.881004 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-241b5250-c044-4854-aac5-7d85371b37cf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.0729792 Jul 18 16:44:48.957779 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=93 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:48.964889 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-00b17fc2-4cc5-4675-9974-0273cbe18bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:48.966536 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-00b17fc2-4cc5-4675-9974-0273cbe18bba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0795591 Jul 18 16:44:48.970996 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=71 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:48.974630 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-c950cb5c-19ce-4ad6-b439-7ba7a37d826d tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:48.977539 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-c950cb5c-19ce-4ad6-b439-7ba7a37d826d tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "GET /v2.0/networks?id=7f1b0a03-df48-4d24-bcde-649f3975d3a7 HTTP/1.1" status: 200 len: 814 time: 0.1685643 Jul 18 16:44:48.999566 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Request body: {'port': {'device_id': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7', 'admin_state_up': True, 'tenant_id': '56792f3625e2457bbe9aa0dfa9763028'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:49.060124 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-863d9873-7036-497d-86cd-c9a57eef9c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:49.144711 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec8285-a2e5-492a-ad51-892d8e8d5450 req-695d3a56-b767-4901-9612-69c84469db48 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:49.147438 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7bec8285-a2e5-492a-ad51-892d8e8d5450 req-695d3a56-b767-4901-9612-69c84469db48 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.1447170 Jul 18 16:44:49.184059 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Made reservation on behalf of 56792f3625e2457bbe9aa0dfa9763028 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:44:49.188682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:49.250438 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-bf30dac9-484e-4310-acdb-83dcfb108d1a service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760043 Jul 18 16:44:49.281232 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7bec8285-a2e5-492a-ad51-892d8e8d5450 req-fb7c9440-7c59-49c5-ae1a-77ea3d5ded6a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259940 Jul 18 16:44:49.393979 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fc6ab948-ddf5-413d-be92-03e0a611bc53 req-626fabd7-4021-4f4e-bb55-381778b811bb service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309862 Jul 18 16:44:49.527893 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3fbb9826-6ab6-4e24-8dc2-abcc52841817 req-b871233c-1b3f-47ce-981d-a96c8fb19c57 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 210 time: 0.0519872 Jul 18 16:44:49.723803 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ddc04-31a0-4a70-acaf-6fff84b18824 req-f47bf4c6-e544-4e8e-a5b9-cc747495aeb5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:49.725292 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-298ddc04-31a0-4a70-acaf-6fff84b18824 req-f47bf4c6-e544-4e8e-a5b9-cc747495aeb5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0746987 Jul 18 16:44:49.726680 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Allocated IP 172.20.0.2 (7f1b0a03-df48-4d24-bcde-649f3975d3a7/a9d058dd-2fce-4b07-b2b7-906371203852/81a62187-a923-4147-96e4-b99a056a802f) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:44:49.822910 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-298ddc04-31a0-4a70-acaf-6fff84b18824 req-48878c19-f952-4f6f-804a-4af4d42bc24c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0890877 Jul 18 16:44:49.963673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks [] for port (81a62187-a923-4147-96e4-b99a056a802f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:50.001518 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (81a62187-a923-4147-96e4-b99a056a802f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:50.035472 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:50.038457 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:50.062964 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:44:50.068069 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:44:50.070693 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Pushing event updated for resources: {'Port': ['ID=81a62187-a923-4147-96e4-b99a056a802f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:50.073105 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:44:50.134633 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:50.135321 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:50.155566 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-df218eff-55b5-441d-80b9-9a0bcb6544ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1613903 Jul 18 16:44:50.424773 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b4224-e68b-4852-b78f-804883073d14 req-d62951e5-6ee2-4ae4-9d92-23fb8f808737 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:50.426443 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3e1b4224-e68b-4852-b78f-804883073d14 req-d62951e5-6ee2-4ae4-9d92-23fb8f808737 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0611794 Jul 18 16:44:50.486372 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3e1b4224-e68b-4852-b78f-804883073d14 req-b2ce4362-eaa3-4adb-a6cd-61665c6963ec tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531762 Jul 18 16:44:50.666402 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb82d8-59f3-4f5a-ad68-02cff15d27cb req-44314890-0cf2-4da4-99ca-3a6533339c22 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:50.668268 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-61bb82d8-59f3-4f5a-ad68-02cff15d27cb req-44314890-0cf2-4da4-99ca-3a6533339c22 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 931 time: 0.0597034 Jul 18 16:44:50.750692 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-61bb82d8-59f3-4f5a-ad68-02cff15d27cb req-8ba4a31a-4837-46be-91e1-d188ec34aa35 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747752 Jul 18 16:44:50.964250 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e541872-04a6-4d7d-9ea4-a41a9df7f2c5 req-71a92344-a07e-4d73-9800-80db43ed8cfc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:50.965876 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1e541872-04a6-4d7d-9ea4-a41a9df7f2c5 req-71a92344-a07e-4d73-9800-80db43ed8cfc tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0569990 Jul 18 16:44:51.025321 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1e541872-04a6-4d7d-9ea4-a41a9df7f2c5 req-c52b4143-5bb5-4531-a136-bb0760b929e5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492222 Jul 18 16:44:51.625899 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57206b48-2f6d-4c13-8af0-4257f5a3291c req-f137cbc7-e84c-4310-9770-e1a389b44aef tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:51.628674 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-57206b48-2f6d-4c13-8af0-4257f5a3291c req-f137cbc7-e84c-4310-9770-e1a389b44aef tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0628908 Jul 18 16:44:51.722502 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-57206b48-2f6d-4c13-8af0-4257f5a3291c req-f5f2ba97-e817-429e-9b6a-7de1fcc476e4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862889 Jul 18 16:44:51.888816 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c8300-26b4-478f-abbd-1f6fa8b86ac7 req-6898815d-4a0f-4961-b4e3-fb0c5e70e1f0 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:51.890790 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-052c8300-26b4-478f-abbd-1f6fa8b86ac7 req-6898815d-4a0f-4961-b4e3-fb0c5e70e1f0 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 931 time: 0.0564632 Jul 18 16:44:51.954384 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-052c8300-26b4-478f-abbd-1f6fa8b86ac7 req-ca3e5e89-61e0-4365-901b-f7c95a326509 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571482 Jul 18 16:44:52.130713 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1aec7e25-34cd-49df-9781-70533d12a0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:52.192024 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efae62a-ba49-4202-8f18-cbb691bf9084 req-f56ff2fa-b1cf-474a-9413-1ae8602fa0ea tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:52.195344 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9efae62a-ba49-4202-8f18-cbb691bf9084 req-f56ff2fa-b1cf-474a-9413-1ae8602fa0ea tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0818589 Jul 18 16:44:52.249597 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9efae62a-ba49-4202-8f18-cbb691bf9084 req-d50c9607-207d-4467-ac36-88ec5c5356a7 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478477 Jul 18 16:44:52.859497 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12fcd-a292-476b-9b27-80e115f44484 req-eb29fc11-6b81-44f8-98b3-d03d80bf91f1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:52.861132 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a0c12fcd-a292-476b-9b27-80e115f44484 req-eb29fc11-6b81-44f8-98b3-d03d80bf91f1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0605829 Jul 18 16:44:52.923171 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a0c12fcd-a292-476b-9b27-80e115f44484 req-20c3d8db-0885-4bf7-93a5-fc6aa1de1afa tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510328 Jul 18 16:44:52.989031 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:44:53.126225 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b6021-bef4-45a2-986b-d9a26b5ba996 req-674ad511-0303-4b44-9fac-31635a80c10a tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:53.127924 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8d3b6021-bef4-45a2-986b-d9a26b5ba996 req-674ad511-0303-4b44-9fac-31635a80c10a tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 931 time: 0.0647495 Jul 18 16:44:53.145176 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:44:53.168695 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'port_id': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'mac_address': 'fa:16:3e:c1:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:44:53.187604 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8d3b6021-bef4-45a2-986b-d9a26b5ba996 req-c0cf147e-48e6-4d2a-be75-4ff4f1463787 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532317 Jul 18 16:44:53.238923 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:44:53.239538 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:53.263015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf08c27e-1532-45fb-ba35-fa7294ac40b0 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:44:53.302779 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:44:53.310466 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:53.390469 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:53.391721 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d7112-f73a-4bc2-9a8b-1bcfb90671a3 req-d709c2ce-6fbf-422f-9b09-55d419a4f1ad tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:53.393357 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-165d7112-f73a-4bc2-9a8b-1bcfb90671a3 req-d709c2ce-6fbf-422f-9b09-55d419a4f1ad tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0534084 Jul 18 16:44:53.404261 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.404837 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.405441 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.406008 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.406567 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.407121 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.407693 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.408253 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.408790 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.409358 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.409930 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.410551 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.411107 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.411669 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.412231 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:53.453789 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-165d7112-f73a-4bc2-9a8b-1bcfb90671a3 req-a49dac92-9c59-492f-b8df-273ba0206a03 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0529723 Jul 18 16:44:53.759705 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['cf08c27e-1532-45fb-ba35-fa7294ac40b0'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:44:54.004634 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:54.094864 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cf293-d638-4eb5-86e7-85c16cb74735 req-e9cc4d03-07df-4875-8939-f102dfab9ca2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:54.097645 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8f2cf293-d638-4eb5-86e7-85c16cb74735 req-e9cc4d03-07df-4875-8939-f102dfab9ca2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 944 time: 0.0899589 Jul 18 16:44:54.153917 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8f2cf293-d638-4eb5-86e7-85c16cb74735 req-aa402013-2ce1-44ce-b709-742882ef45b7 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499880 Jul 18 16:44:54.314766 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c92232-f4a5-414d-afd5-4cdc73e9bef8 req-b1c4af64-0da6-4abc-afe6-71c62cf61bbd tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:54.316396 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19c92232-f4a5-414d-afd5-4cdc73e9bef8 req-b1c4af64-0da6-4abc-afe6-71c62cf61bbd tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 931 time: 0.0506687 Jul 18 16:44:54.344974 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:54.378547 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19c92232-f4a5-414d-afd5-4cdc73e9bef8 req-099f623b-f291-458d-9374-23ede7a814bf tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544803 Jul 18 16:44:54.520271 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Request body: {'port': {'device_id': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:54.637047 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08fa32-d570-4c98-8185-962156982983 req-425d9f31-b940-4471-bbcc-736236196589 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:54.638963 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dc08fa32-d570-4c98-8185-962156982983 req-425d9f31-b940-4471-bbcc-736236196589 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0890958 Jul 18 16:44:54.651752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (81a62187-a923-4147-96e4-b99a056a802f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:54.757978 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dc08fa32-d570-4c98-8185-962156982983 req-a3726564-a7d0-4961-9336-f1c983ea39a3 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=a03266b6-e61b-4114-b88c-3f80490c8d49&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1083326 Jul 18 16:44:54.922700 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:54.972410 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:54.985644 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-e468e7aa-506d-4131-8c1d-e5d0efe468c5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:54.987370 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-e468e7aa-506d-4131-8c1d-e5d0efe468c5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 945 time: 0.0625660 Jul 18 16:44:55.000570 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:44:55.030812 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a62187-a923-4147-96e4-b99a056a802f {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:44:55.046227 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Publish callbacks [] for port (81a62187-a923-4147-96e4-b99a056a802f), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.068551 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:55.075928 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Transition to ACTIVE for port object 81a62187-a923-4147-96e4-b99a056a802f will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:44:55.082298 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port cf08c27e-1532-45fb-ba35-fa7294ac40b0 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:44:55.082669 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (81a62187-a923-4147-96e4-b99a056a802f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.093378 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port cf08c27e-1532-45fb-ba35-fa7294ac40b0 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:44:55.094431 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.112450 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Deleting port 70811075-cf8a-4301-b4e2-128611842d08 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:44:55.113023 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (70811075-cf8a-4301-b4e2-128611842d08), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.201966 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:55.211621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.223373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Pushing event updated for resources: {'Port': ['ID=81a62187-a923-4147-96e4-b99a056a802f,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:55.286438 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:44:55.287253 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.304730 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] For port 70811075-cf8a-4301-b4e2-128611842d08, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70811075-cf8a-4301-b4e2-128611842d08,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:44:55.305963 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (70811075-cf8a-4301-b4e2-128611842d08), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.307484 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Attempting to bind port 81a62187-a923-4147-96e4-b99a056a802f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:44:55.307801 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Attempting to bind port 81a62187-a923-4147-96e4-b99a056a802f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:44:55.308144 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Attempting to bind port 81a62187-a923-4147-96e4-b99a056a802f on network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:44:55.314553 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Port 81a62187-a923-4147-96e4-b99a056a802f on network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:44:55.314553 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Attempting to bind port 81a62187-a923-4147-96e4-b99a056a802f on network 7f1b0a03-df48-4d24-bcde-649f3975d3a7 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:44:55.323052 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:44:55.325149 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Checking segment: {'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:44:55.326380 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Bound using segment: {'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:44:55.327436 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Bound port: 81a62187-a923-4147-96e4-b99a056a802f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61c45a92-4f6f-4fe9-a11d-3ab449aafd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:44:55.328645 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (81a62187-a923-4147-96e4-b99a056a802f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.333278 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:44:55.336878 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f285839-f2a4-4f6a-b15a-6e82849f091a" -d '{"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-plugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:44:55.355507 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:44:55.362856 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.477036 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] For port 81a62187-a923-4147-96e4-b99a056a802f, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:44:55.483559 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] For port 81a62187-a923-4147-96e4-b99a056a802f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=81a62187-a923-4147-96e4-b99a056a802f,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:44:55.496019 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (81a62187-a923-4147-96e4-b99a056a802f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.505495 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd0cf21-3f37-48f7-91d7-8bb437103466 x-openstack-request-id: req-dcd0cf21-3f37-48f7-91d7-8bb437103466 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:44:55.505988 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-plugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:44:55.506359 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcd0cf21-3f37-48f7-91d7-8bb437103466 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:44:55.507134 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd0cf21-3f37-48f7-91d7-8bb437103466'] response: {'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'code': 200} Jul 18 16:44:55.510086 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:55.579031 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58719a29-5bd2-4f79-b0e8-c56e904cbe08 req-6ccc44aa-302b-4391-9d78-5e109a74b8c8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:55.580621 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-58719a29-5bd2-4f79-b0e8-c56e904cbe08 req-6ccc44aa-302b-4391-9d78-5e109a74b8c8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 944 time: 0.2635169 Jul 18 16:44:55.603055 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:55.603914 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.605689 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] 10.222.0.95 "PUT /v2.0/ports/81a62187-a923-4147-96e4-b99a056a802f HTTP/1.1" status: 200 len: 1093 time: 1.0927486 Jul 18 16:44:55.658865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'tag': '81a62187-a923-4147-96e4-b99a056a802f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:44:55.661914 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0266f8b-8456-4953-ae02-2909864505d9" -d '{"events": [{"name": "network-changed", "server_uuid": "60dda1c4-b6c2-4da3-a0cd-d14c27edee3b", "tag": "81a62187-a923-4147-96e4-b99a056a802f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:44:55.690857 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9343d-5d81-4c5f-9880-914fef6b427e service neutron] Pushing event updated for resources: {'Port': ['ID=81a62187-a923-4147-96e4-b99a056a802f,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:55.703631 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.703984 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.704296 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Floating IP a3213311-ff80-4616-8a62-7a6d430374dd disassociated. External IP: 172.27.0.192, port: 70811075-cf8a-4301-b4e2-128611842d08. Jul 18 16:44:55.704711 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Calling delete_port for 70811075-cf8a-4301-b4e2-128611842d08 owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:44:55.713873 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-58719a29-5bd2-4f79-b0e8-c56e904cbe08 req-3998e98c-2f88-4b4d-8027-5a7b95d25b73 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227555 Jul 18 16:44:55.716290 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb772e-5536-4973-b2d7-58387455f506 req-8e419370-ee9c-49bc-b08a-e6f9e67b9816 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:55.717894 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-61eb772e-5536-4973-b2d7-58387455f506 req-8e419370-ee9c-49bc-b08a-e6f9e67b9816 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 943 time: 0.1571465 Jul 18 16:44:55.798247 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:55.815901 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11f496-7214-4991-90c4-c5ae27c04d22 req-1fc377cd-582b-4fb6-9b7f-f3e09813ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:55.817549 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3d11f496-7214-4991-90c4-c5ae27c04d22 req-1fc377cd-582b-4fb6-9b7f-f3e09813ff88 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 1129 time: 0.0798054 Jul 18 16:44:55.822784 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-9a5b93f4-f417-4127-a17d-8dab58edf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:55.824461 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-9a5b93f4-f417-4127-a17d-8dab58edf33d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56792f3625e2457bbe9aa0dfa9763028&device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 1127 time: 0.1266305 Jul 18 16:44:55.941249 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb7618c-4504-4ab4-a840-cad12548352d x-openstack-request-id: req-abb7618c-4504-4ab4-a840-cad12548352d {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:44:55.941689 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dda1c4-b6c2-4da3-a0cd-d14c27edee3b", "tag": "81a62187-a923-4147-96e4-b99a056a802f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:44:55.942063 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abb7618c-4504-4ab4-a840-cad12548352d {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:44:55.942827 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb7618c-4504-4ab4-a840-cad12548352d'] response: {'name': 'network-changed', 'server_uuid': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'tag': '81a62187-a923-4147-96e4-b99a056a802f', 'status': 'completed', 'code': 200} Jul 18 16:44:55.949832 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-20196cc5-6feb-4e09-90e8-98887df508ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81a62187-a923-4147-96e4-b99a056a802f HTTP/1.1" status: 200 len: 217 time: 0.0982358 Jul 18 16:44:55.954849 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-61eb772e-5536-4973-b2d7-58387455f506 req-57823fef-4c2b-40c7-a754-e3ec299039ad tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739137 Jul 18 16:44:55.978303 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (70811075-cf8a-4301-b4e2-128611842d08), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:56.037367 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3d11f496-7214-4991-90c4-c5ae27c04d22 req-e3cef6d2-020e-4245-ba86-32a6718c134b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081814 Jul 18 16:44:56.053374 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-2a7f43cc-91c1-454a-beb6-d88cecd61b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:56.055797 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-2a7f43cc-91c1-454a-beb6-d88cecd61b4b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a9d058dd-2fce-4b07-b2b7-906371203852 HTTP/1.1" status: 200 len: 854 time: 0.0906549 Jul 18 16:44:56.056700 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event deleted for resources: {'Port': ['ID=70811075-cf8a-4301-b4e2-128611842d08,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:56.104101 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ca136674-4511-4a0b-99e5-c3996f119815 req-79a8b6d6-f8a8-4f81-9234-fd6aa6cb5997 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0922852 Jul 18 16:44:56.225083 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Router e05e21c6-b297-47c5-8e33-dc04c2c1c668 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:44:56.225425 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:44:56.352468 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:44:56.358092 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:56.366836 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] Sync routers for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:44:56.384178 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:44:56.385528 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:56.413243 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-878fe1e6-cf20-446d-bee4-70f3d6e5b5e2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7f1b0a03-df48-4d24-bcde-649f3975d3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477870 Jul 18 16:44:56.426731 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] No DVR routers for this DVR port 70811075-cf8a-4301-b4e2-128611842d08 on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:44:56.431204 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:56.436486 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a6028b9-6736-4046-a8dc-490facfa0ec2 req-8071c200-3f07-4d7a-bd3b-d05c1d0fba09 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "DELETE /v2.0/ports/70811075-cf8a-4301-b4e2-128611842d08 HTTP/1.1" status: 204 len: 173 time: 1.4433823 Jul 18 16:44:56.437159 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'name': 'network-vif-deleted', 'tag': '70811075-cf8a-4301-b4e2-128611842d08'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:44:56.440168 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb433c8-9fe1-4dc5-b77e-1ed111bc03cc" -d '{"events": [{"server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "name": "network-vif-deleted", "tag": "70811075-cf8a-4301-b4e2-128611842d08"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:44:56.595926 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:44:56.618130 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa263963-5d13-4b01-b8cf-dfed070d6a92 x-openstack-request-id: req-fa263963-5d13-4b01-b8cf-dfed070d6a92 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:44:56.619012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911b4446-c815-49de-931d-b16a8e398fe1", "name": "network-vif-deleted", "tag": "70811075-cf8a-4301-b4e2-128611842d08", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:44:56.619012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fa263963-5d13-4b01-b8cf-dfed070d6a92 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:44:56.619744 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa263963-5d13-4b01-b8cf-dfed070d6a92'] response: {'server_uuid': '911b4446-c815-49de-931d-b16a8e398fe1', 'name': 'network-vif-deleted', 'tag': '70811075-cf8a-4301-b4e2-128611842d08', 'status': 'completed', 'code': 200} Jul 18 16:44:56.955150 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86526b-ce64-4f69-a9c8-c5b2a925b393 req-68d0b992-3c75-495b-a6eb-2d74f4cf6267 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:56.956747 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7c86526b-ce64-4f69-a9c8-c5b2a925b393 req-68d0b992-3c75-495b-a6eb-2d74f4cf6267 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0887082 Jul 18 16:44:57.001346 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:57.047805 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:57.059624 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-2a1b2f10-b8cd-43ca-b032-0ab44ccd2278 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981483 Jul 18 16:44:57.077821 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] Checking router: e05e21c6-b297-47c5-8e33-dc04c2c1c668 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:44:57.089159 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:44:57.090177 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:57.122707 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7c86526b-ce64-4f69-a9c8-c5b2a925b393 req-6b117b9d-73a4-471e-aa3f-495ccf12076d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521184 Jul 18 16:44:57.125122 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-7bb6fb59-2a5f-40b8-88c4-28a21d038877 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1047249 Jul 18 16:44:57.207015 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaffe59-02dc-4ae1-8438-d02855fed409 req-1d5b1a96-a4a8-476e-8ae5-8ef612562bc7 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:57.209042 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ffaffe59-02dc-4ae1-8438-d02855fed409 req-1d5b1a96-a4a8-476e-8ae5-8ef612562bc7 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 943 time: 0.0736544 Jul 18 16:44:57.250534 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:44:57.281802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:57.320212 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:57.327456 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-63db6df6-3a02-4292-bca6-563b0ecdfed9 req-30158f92-ae4a-4e00-b415-385e7e1db591 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508686 Jul 18 16:44:57.330923 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ffaffe59-02dc-4ae1-8438-d02855fed409 req-9815dd15-708c-45a0-9f1d-9683c5934a5a tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858488 Jul 18 16:44:57.344317 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a6d9874d-fda9-4444-8b43-7dc73348659b req-8d33321b-c93d-49f4-8fd0-2c15b0851d85 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0700305 Jul 18 16:44:57.522461 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:44:57.551469 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e918ddf7-9139-44be-8af8-2973a0b1a88f None None] The sync data for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi is: [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:39:15Z', 'revision_number': 4, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '6ce5f138-fc2c-4d3d-a7cf-82722cd296fa', 'name': '', 'network_id': '07d4314d-9237-4c83-9875-1768cdeffac1', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'mac_address': 'fa:16:3e:08:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:13Z', 'updated_at': '2022-07-18T16:39:32Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'subnets': [{'id': '909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:44:57.825158 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398137f0-2436-4255-9986-6aa2b0645663 None None] New status for floating IP a3213311-ff80-4616-8a62-7a6d430374dd: DOWN {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:44:57.959659 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-8ad5af3f-1b24-401d-921e-b33346a737a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:57.961972 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-8ad5af3f-1b24-401d-921e-b33346a737a1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=afb65421f9504a918b7a47451fac6707&device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 1129 time: 0.0746913 Jul 18 16:44:58.001086 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:58.299332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3f781-d7de-44d4-b83d-c73b4ef4732c req-e67431ba-d7d7-4a6c-8bc2-673b8c9838e0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:58.302632 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-eae3f781-d7de-44d4-b83d-c73b4ef4732c req-e67431ba-d7d7-4a6c-8bc2-673b8c9838e0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0895975 Jul 18 16:44:58.388433 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-eae3f781-d7de-44d4-b83d-c73b4ef4732c req-f3bc2c0a-87b5-4ab0-b3e5-7d557247e677 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786920 Jul 18 16:44:58.510617 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42048847-9b2d-46c4-b1c6-b12b511c4ed6 req-f8ea75e0-0123-48e4-80db-3e437c7bf558 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:58.512463 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-42048847-9b2d-46c4-b1c6-b12b511c4ed6 req-f8ea75e0-0123-48e4-80db-3e437c7bf558 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 943 time: 0.0736485 Jul 18 16:44:58.530324 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3643e07-c980-498b-934c-7f411d56e5ad req-d14144ef-f42f-4fc0-8d31-fd8c94e34825 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0345001 Jul 18 16:44:58.590004 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-42048847-9b2d-46c4-b1c6-b12b511c4ed6 req-4eca3b9e-8427-4998-a717-51246750a543 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700479 Jul 18 16:44:58.689092 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a4816-f560-425a-b7c1-f7d9922e9113 req-e05f4d2f-3674-4f77-b47b-5f1b7960b084 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:58.690765 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-df1a4816-f560-425a-b7c1-f7d9922e9113 req-e05f4d2f-3674-4f77-b47b-5f1b7960b084 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0618474 Jul 18 16:44:58.700707 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33728) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:58.705821 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Request body: {'floatingip': {'port_id': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:58.747933 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:58.976761 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0266f8b-8456-4953-ae02-2909864505d9 req-d688eefc-56a5-4730-a73d-595ef1cb32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:58.978633 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0266f8b-8456-4953-ae02-2909864505d9 req-d688eefc-56a5-4730-a73d-595ef1cb32cb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=56792f3625e2457bbe9aa0dfa9763028&device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 1127 time: 0.0869353 Jul 18 16:44:59.021873 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 70811075-cf8a-4301-b4e2-128611842d08 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:44:59.054384 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 70811075-cf8a-4301-b4e2-128611842d08 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:44:59.056239 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 70811075-cf8a-4301-b4e2-128611842d08 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:44:59.385307 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-51ba0a4a-0e3c-48e9-bb1f-6453910a21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:59.388629 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-51ba0a4a-0e3c-48e9-bb1f-6453910a21bd service neutron] 10.222.0.95 "GET /v2.0/networks?id=07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 200 len: 920 time: 0.2203693 Jul 18 16:44:59.465885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:59.468783 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-31f0d901-fd4a-4488-ab9a-b22eaa5dfb04 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 200 len: 217 time: 0.0708010 Jul 18 16:44:59.475458 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:59.547957 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:59.647065 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-4adbf293-1665-4235-bec1-d78d3e3d73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:59.650791 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-4adbf293-1665-4235-bec1-d78d3e3d73b6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 200 len: 858 time: 0.1715467 Jul 18 16:44:59.764633 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-83efbd77-de6f-4c28-a398-370eb6ba294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:59.767542 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-83efbd77-de6f-4c28-a398-370eb6ba294e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07d4314d-9237-4c83-9875-1768cdeffac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1096120 Jul 18 16:44:59.820937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0266f8b-8456-4953-ae02-2909864505d9 req-da78ad84-4d6c-44c1-8349-996b6cf75ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:59.823025 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0266f8b-8456-4953-ae02-2909864505d9 req-da78ad84-4d6c-44c1-8349-996b6cf75ef3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7f1b0a03-df48-4d24-bcde-649f3975d3a7 HTTP/1.1" status: 200 len: 915 time: 0.6541069 Jul 18 16:44:59.827806 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6bed9e27-4da1-4f70-b086-26149c406296 req-058e1bf6-b847-4bfb-bf94-672baaeec4f0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=911b4446-c815-49de-931d-b16a8e398fe1 HTTP/1.1" status: 200 len: 210 time: 0.0615251 Jul 18 16:44:59.872608 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0266f8b-8456-4953-ae02-2909864505d9 req-c22871c7-532b-40e2-8774-54869d473d10 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81a62187-a923-4147-96e4-b99a056a802f HTTP/1.1" status: 200 len: 217 time: 0.0419843 Jul 18 16:44:59.920052 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Floating IP 34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa associated. External IP: 172.27.0.184, port: cf08c27e-1532-45fb-ba35-fa7294ac40b0. Jul 18 16:44:59.987007 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0266f8b-8456-4953-ae02-2909864505d9 req-548ff4e4-0ad7-4c87-91c9-87827ef75cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:59.989620 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0266f8b-8456-4953-ae02-2909864505d9 req-548ff4e4-0ad7-4c87-91c9-87827ef75cc5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a9d058dd-2fce-4b07-b2b7-906371203852 HTTP/1.1" status: 200 len: 854 time: 0.1106076 Jul 18 16:45:00.071681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:00.076373 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0266f8b-8456-4953-ae02-2909864505d9 req-380fbe6c-1efa-458e-9935-b06ebbdb5ed2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7f1b0a03-df48-4d24-bcde-649f3975d3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790710 Jul 18 16:45:00.456893 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:00.488903 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371739b-572b-40b6-917a-05462741cb0d req-80b3daca-ea58-4e0c-9f88-9388bb9e479c tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:00.491699 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b371739b-572b-40b6-917a-05462741cb0d req-80b3daca-ea58-4e0c-9f88-9388bb9e479c tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 943 time: 0.5738540 Jul 18 16:45:00.545804 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-924c1e48-df12-4fe0-bc97-5bcc74399702 service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651346 Jul 18 16:45:00.697504 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b371739b-572b-40b6-917a-05462741cb0d req-561d078b-beb3-4e99-a0a7-5b1bce2252f6 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951213 Jul 18 16:45:00.721758 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0266f8b-8456-4953-ae02-2909864505d9 req-166eb8fd-f9c4-4aca-84dd-209c0a868050 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362617 Jul 18 16:45:00.751505 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-05b040bd-2bfd-4935-bfe7-5a0828bf34d2 req-bf8617dd-dd64-4abd-9850-7adbb7a6296d service neutron] 10.222.0.95 "GET /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977246 Jul 18 16:45:00.837550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Router d4102b4a-348e-461f-9a7d-d90cdbf38212 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:45:00.920790 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0266f8b-8456-4953-ae02-2909864505d9 req-c58407eb-1c71-4467-bfbf-282bc6d4e864 service neutron] 10.222.0.95 "GET /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787953 Jul 18 16:45:00.971053 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33748) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:01.024831 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:45:01.033721 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.037595 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 81a62187-a923-4147-96e4-b99a056a802f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:45:01.042531 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] Sync routers for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:45:01.062721 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:01.064300 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:01.082023 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-03296f24-79f6-43c6-9d67-456efdfab55a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "PUT /v2.0/floatingips/34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa HTTP/1.1" status: 200 len: 991 time: 2.3796606 Jul 18 16:45:01.087815 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:01.092229 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35760ccd-00f4-48b3-8390-19ea57e9c4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:01.103764 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-201c112d-dcfb-480f-8daf-692e2a0a46a0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group (a03266b6-e61b-4114-b88c-3f80490c8d49), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.173923 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-201c112d-dcfb-480f-8daf-692e2a0a46a0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group (a03266b6-e61b-4114-b88c-3f80490c8d49), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.216914 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71423d03-b756-4a51-876f-0f400851d4a5 x-openstack-request-id: req-71423d03-b756-4a51-876f-0f400851d4a5 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:01.217874 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:01.219860 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71423d03-b756-4a51-876f-0f400851d4a5 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:01.220836 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71423d03-b756-4a51-876f-0f400851d4a5'] response: {'name': 'network-changed', 'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'status': 'completed', 'code': 200} Jul 18 16:45:01.259099 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:01.264865 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 81a62187-a923-4147-96e4-b99a056a802f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=81a62187-a923-4147-96e4-b99a056a802f,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:01.297021 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '81a62187-a923-4147-96e4-b99a056a802f', 'network_id': '7f1b0a03-df48-4d24-bcde-649f3975d3a7', 'port_id': '81a62187-a923-4147-96e4-b99a056a802f', 'mac_address': 'fa:16:3e:ca:2e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d058dd-2fce-4b07-b2b7-906371203852', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:45:01.355757 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-bcc9f8df-1cda-4e05-bc74-e62ab16f6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:01.359282 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-bcc9f8df-1cda-4e05-bc74-e62ab16f6743 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 1129 time: 0.0802481 Jul 18 16:45:01.383672 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-201c112d-dcfb-480f-8daf-692e2a0a46a0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a03266b6-e61b-4114-b88c-3f80490c8d49), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.386604 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 81a62187-a923-4147-96e4-b99a056a802f is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:01.387847 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (81a62187-a923-4147-96e4-b99a056a802f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.391352 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-201c112d-dcfb-480f-8daf-692e2a0a46a0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.393742 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-201c112d-dcfb-480f-8daf-692e2a0a46a0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "DELETE /v2.0/security-groups/a03266b6-e61b-4114-b88c-3f80490c8d49 HTTP/1.1" status: 204 len: 168 time: 0.4212513 Jul 18 16:45:01.397552 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33756) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:01.414168 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c112d-dcfb-480f-8daf-692e2a0a46a0 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03266b6-e61b-4114-b88c-3f80490c8d49,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:01.415722 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a62187-a923-4147-96e4-b99a056a802f {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:45:01.435853 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.api.v2.resource [None req-c1a1e9e1-856d-4400-901d-20408a70af8c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] show failed (client error): The resource could not be found. Jul 18 16:45:01.441607 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c1a1e9e1-856d-4400-901d-20408a70af8c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups/a03266b6-e61b-4114-b88c-3f80490c8d49 HTTP/1.1" status: 404 len: 347 time: 0.0414464 Jul 18 16:45:01.446146 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33758) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:01.482744 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 81a62187-a923-4147-96e4-b99a056a802f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=81a62187-a923-4147-96e4-b99a056a802f,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:01.513952 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (81a62187-a923-4147-96e4-b99a056a802f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.610940 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-d1004813-53c1-4820-8ca7-89bc0d994f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:01.615314 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-d1004813-53c1-4820-8ca7-89bc0d994f91 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.1901696 Jul 18 16:45:01.638842 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:01.665933 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=81a62187-a923-4147-96e4-b99a056a802f,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:01.729482 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Deleting port c5ff155f-36d2-4d7a-9f45-744210cb1936 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:01.730245 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.746159 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:01.752492 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'port_id': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'mac_address': 'fa:16:3e:c1:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:44:38Z', 'updated_at': '2022-07-18T16:44:59Z', 'revision_number': 1, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:01.802357 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] Checking router: d4102b4a-348e-461f-9a7d-d90cdbf38212 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:45:01.819348 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:01.820404 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:01.893219 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-a8b158f0-f67b-4a8e-a26f-d1da027bec18 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0 HTTP/1.1" status: 200 len: 999 time: 0.1407616 Jul 18 16:45:01.905253 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:01.907401 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['81a62187-a923-4147-96e4-b99a056a802f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:45:01.926717 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.931750 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (c5ff155f-36d2-4d7a-9f45-744210cb1936), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:01.986006 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Calling delete_port for c5ff155f-36d2-4d7a-9f45-744210cb1936 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:02.004041 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee40c9-2c84-4478-836b-38ed96f0dd9d req-cc2e38ac-46b3-43d3-8a9b-f0b7b5dcd5ee tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:02.010879 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-07ee40c9-2c84-4478-836b-38ed96f0dd9d req-cc2e38ac-46b3-43d3-8a9b-f0b7b5dcd5ee tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 944 time: 0.1163082 Jul 18 16:45:02.024332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-eb3dfcba-e3ce-4e62-b710-023ec544f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:02.029746 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-eb3dfcba-e3ce-4e62-b710-023ec544f8b9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.1224706 Jul 18 16:45:02.095899 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-0df8dc32-5925-4ffa-b419-6969c1f56f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:02.097945 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-0df8dc32-5925-4ffa-b419-6969c1f56f44 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545259 Jul 18 16:45:02.115890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:02.122208 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:02.174433 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-07ee40c9-2c84-4478-836b-38ed96f0dd9d req-800ea6cc-7207-407e-bd77-5a165316630a tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390848 Jul 18 16:45:02.237510 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:02.258349 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-100782aa-fba0-4431-9eea-1d9c69175e67 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519787 Jul 18 16:45:02.379384 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:02.387599 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (c5ff155f-36d2-4d7a-9f45-744210cb1936), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:02.391210 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-35760ccd-00f4-48b3-8390-19ea57e9c4ba req-786b393d-43d9-4a7d-8bdf-0efc822103af service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257751 Jul 18 16:45:02.432890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event deleted for resources: {'Port': ['ID=c5ff155f-36d2-4d7a-9f45-744210cb1936,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:02.527467 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'port_id': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'mac_address': 'fa:16:3e:c1:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:44:38Z', 'updated_at': '2022-07-18T16:44:59Z', 'revision_number': 1, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:02.532444 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks [] for floatingip (a3213311-ff80-4616-8a62-7a6d430374dd), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:02.537283 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:02.539326 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-da9abae2-282d-43b6-b040-70a5f8899fb9 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "DELETE /v2.0/floatingips/a3213311-ff80-4616-8a62-7a6d430374dd HTTP/1.1" status: 204 len: 168 time: 1.0912311 Jul 18 16:45:02.559272 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546025d7-bd68-4b00-92d9-6a83f1ddc210 None None] The sync data for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi is: [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'port_id': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'mac_address': 'fa:16:3e:c1:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:44:38Z', 'updated_at': '2022-07-18T16:44:59Z', 'revision_number': 1, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:45:02.812154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ba2f42-298a-4833-83e6-008ab43ae548 None None] New status for floating IP 34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa: ACTIVE {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:45:02.947118 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:03.050596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 81a62187-a923-4147-96e4-b99a056a802f up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:03.101177 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 81a62187-a923-4147-96e4-b99a056a802f completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:45:03.109397 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 81a62187-a923-4147-96e4-b99a056a802f triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:03.110039 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (81a62187-a923-4147-96e4-b99a056a802f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:03.204634 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 81a62187-a923-4147-96e4-b99a056a802f is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:03.205054 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (81a62187-a923-4147-96e4-b99a056a802f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:03.237718 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a62187-a923-4147-96e4-b99a056a802f'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:03.241170 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970324de-2852-482a-9fd4-dd512e3d7dd2" -d '{"events": [{"server_uuid": "60dda1c4-b6c2-4da3-a0cd-d14c27edee3b", "name": "network-vif-plugged", "status": "completed", "tag": "81a62187-a923-4147-96e4-b99a056a802f"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:03.272552 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 81a62187-a923-4147-96e4-b99a056a802f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=81a62187-a923-4147-96e4-b99a056a802f,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:03.281632 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (81a62187-a923-4147-96e4-b99a056a802f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:03.397358 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=81a62187-a923-4147-96e4-b99a056a802f,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:03.483771 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7dc85-853d-4659-87b4-c3888bd402c9 req-fb65dab6-d1ec-4562-a6dd-91b47b44e694 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:03.485906 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-07f7dc85-853d-4659-87b4-c3888bd402c9 req-fb65dab6-d1ec-4562-a6dd-91b47b44e694 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 945 time: 0.1056280 Jul 18 16:45:03.520823 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae8ff2e-1801-47fd-8f13-aadc3b7b9ac7 x-openstack-request-id: req-0ae8ff2e-1801-47fd-8f13-aadc3b7b9ac7 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:03.521249 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dda1c4-b6c2-4da3-a0cd-d14c27edee3b", "name": "network-vif-plugged", "status": "completed", "tag": "81a62187-a923-4147-96e4-b99a056a802f", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:03.521636 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ae8ff2e-1801-47fd-8f13-aadc3b7b9ac7 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:03.522187 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae8ff2e-1801-47fd-8f13-aadc3b7b9ac7'] response: {'server_uuid': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a62187-a923-4147-96e4-b99a056a802f', 'code': 200} Jul 18 16:45:03.551647 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-07f7dc85-853d-4659-87b4-c3888bd402c9 req-ed0a7fe1-85e0-45c1-883b-090da54e4e2f tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556855 Jul 18 16:45:03.769550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10952a-eec0-4738-a1fb-abd684ead845 req-ecb61939-1001-4fdc-a2b2-bac70a6fcfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:03.770341 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c10952a-eec0-4738-a1fb-abd684ead845 req-ecb61939-1001-4fdc-a2b2-bac70a6fcfb7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 1129 time: 0.0529559 Jul 18 16:45:03.861026 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9c10952a-eec0-4738-a1fb-abd684ead845 req-99a6f2b7-022c-4dea-a422-913ea039fb6f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771954 Jul 18 16:45:04.705504 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2e016-e224-488a-83a5-ea7d51d3ad54 req-9e90876e-3bd4-4832-8772-e1c899e621f6 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:04.707417 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6fc2e016-e224-488a-83a5-ea7d51d3ad54 req-9e90876e-3bd4-4832-8772-e1c899e621f6 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 945 time: 0.0571179 Jul 18 16:45:04.768031 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6fc2e016-e224-488a-83a5-ea7d51d3ad54 req-b824cb5b-374f-4da9-beb8-adb23a2aa3a9 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511656 Jul 18 16:45:05.208056 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21300c8-ec6c-4365-906c-d178ca9a388a req-b9e67a02-8012-427a-80bb-301d1da26400 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:05.209809 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b21300c8-ec6c-4365-906c-d178ca9a388a req-b9e67a02-8012-427a-80bb-301d1da26400 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0619826 Jul 18 16:45:05.270517 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b21300c8-ec6c-4365-906c-d178ca9a388a req-2bd0d0b5-6e79-4070-b9a1-7e77c02c9fbd tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Jul 18 16:45:05.904540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5c204-2580-422f-94c3-341f118f757b req-864f98cf-5199-40c6-8f59-c79c70c44de6 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:05.907237 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f5b5c204-2580-422f-94c3-341f118f757b req-864f98cf-5199-40c6-8f59-c79c70c44de6 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 945 time: 0.0610752 Jul 18 16:45:05.988656 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f5b5c204-2580-422f-94c3-341f118f757b req-5d3e2d19-6f77-4fbf-b07e-a00d48f788bd tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749035 Jul 18 16:45:06.404617 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add85462-4440-43a0-9f5c-17a5c43767fa req-db34ca67-6db7-4cab-927f-5b9acaf81f47 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:06.407358 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-add85462-4440-43a0-9f5c-17a5c43767fa req-db34ca67-6db7-4cab-927f-5b9acaf81f47 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0599236 Jul 18 16:45:06.470830 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-add85462-4440-43a0-9f5c-17a5c43767fa req-92e552b7-ea5d-40ae-a095-08f5818ed6be tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520627 Jul 18 16:45:07.476303 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-96fb61bd-7c15-4d41-ab57-cfd990a86149 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:07.478114 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-96fb61bd-7c15-4d41-ab57-cfd990a86149 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0526822 Jul 18 16:45:07.593881 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Deleting port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:07.594150 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:07.623044 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60388172-7758-4781-ad75-a48b69f0521b req-b72cda95-b1ea-4650-86c4-3b2c148f178f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:07.624782 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-60388172-7758-4781-ad75-a48b69f0521b req-b72cda95-b1ea-4650-86c4-3b2c148f178f tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 945 time: 0.0681255 Jul 18 16:45:07.688503 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-60388172-7758-4781-ad75-a48b69f0521b req-02244fa5-9a90-4d4f-81a5-659ca8ba8b4d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547714 Jul 18 16:45:07.756725 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] For port 8bbd976a-e758-4e52-b7e2-3637c08e0c46, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=8bbd976a-e758-4e52-b7e2-3637c08e0c46,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:07.757124 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:07.773716 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Calling delete_port for 8bbd976a-e758-4e52-b7e2-3637c08e0c46 owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:07.858666 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:07.930034 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (8bbd976a-e758-4e52-b7e2-3637c08e0c46), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:07.972898 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event deleted for resources: {'Port': ['ID=8bbd976a-e758-4e52-b7e2-3637c08e0c46,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:07.982775 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['2c938ddc-cf79-46fa-8c47-ae2bce6cd76b', '8bbd976a-e758-4e52-b7e2-3637c08e0c46'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:45:08.058184 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] No DVR routers for this DVR port 8bbd976a-e758-4e52-b7e2-3637c08e0c46 on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:45:08.062320 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:08.068535 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c04b3218-9768-40a2-85be-8ca4d3e0a859 req-a8177210-0596-498c-944c-737544e46961 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "DELETE /v2.0/ports/8bbd976a-e758-4e52-b7e2-3637c08e0c46 HTTP/1.1" status: 204 len: 173 time: 0.5845778 Jul 18 16:45:08.069265 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'name': 'network-vif-deleted', 'tag': '8bbd976a-e758-4e52-b7e2-3637c08e0c46'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:08.073409 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1300fa28-69b4-4482-b72b-4d6e95d30f09" -d '{"events": [{"server_uuid": "0dbd76b7-87e8-4bf3-891e-84558f463c32", "name": "network-vif-deleted", "tag": "8bbd976a-e758-4e52-b7e2-3637c08e0c46"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:08.109016 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:08.121110 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e617f4-2ceb-47e6-896a-16354d99b0ed x-openstack-request-id: req-79e617f4-2ceb-47e6-896a-16354d99b0ed {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:08.121582 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd76b7-87e8-4bf3-891e-84558f463c32", "name": "network-vif-deleted", "tag": "8bbd976a-e758-4e52-b7e2-3637c08e0c46", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:08.121990 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79e617f4-2ceb-47e6-896a-16354d99b0ed {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:08.127012 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e617f4-2ceb-47e6-896a-16354d99b0ed'] response: {'server_uuid': '0dbd76b7-87e8-4bf3-891e-84558f463c32', 'name': 'network-vif-deleted', 'tag': '8bbd976a-e758-4e52-b7e2-3637c08e0c46', 'status': 'completed', 'code': 200} Jul 18 16:45:08.851690 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c51ddc1e-26d9-4c81-84fa-82fcd11367c1 req-654077b4-d8c2-440a-9f55-9c2ed1f43be1 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=0dbd76b7-87e8-4bf3-891e-84558f463c32 HTTP/1.1" status: 200 len: 210 time: 0.0478849 Jul 18 16:45:10.234824 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da152-23fd-4887-9da9-91a50d4663d3 req-73c4272e-ed44-4bbf-b571-b2f10d131b9c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:10.235770 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b60da152-23fd-4887-9da9-91a50d4663d3 req-73c4272e-ed44-4bbf-b571-b2f10d131b9c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0678101 Jul 18 16:45:10.301720 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b60da152-23fd-4887-9da9-91a50d4663d3 req-f8bf1066-894e-4ef4-a6f9-ad8ea523cf49 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599468 Jul 18 16:45:11.070187 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 8bbd976a-e758-4e52-b7e2-3637c08e0c46 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:45:11.091490 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 8bbd976a-e758-4e52-b7e2-3637c08e0c46 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:45:11.091839 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 8bbd976a-e758-4e52-b7e2-3637c08e0c46 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:45:11.443108 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d77c51-1256-4cfe-b2e8-43e7302d1c88 req-4db1e10a-f45f-40f8-a9d9-cf85cb0283f5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:11.444949 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d2d77c51-1256-4cfe-b2e8-43e7302d1c88 req-4db1e10a-f45f-40f8-a9d9-cf85cb0283f5 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0558331 Jul 18 16:45:11.501076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:11.509922 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d2d77c51-1256-4cfe-b2e8-43e7302d1c88 req-b9d2ef7b-6247-436b-819d-59f74a4b7122 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536051 Jul 18 16:45:12.696468 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7b371-d2a1-46f8-9525-2a10e034c10b req-ca3454b4-ebba-4a80-84f7-f597ae9bf03d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:12.698249 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0a7b371-d2a1-46f8-9525-2a10e034c10b req-ca3454b4-ebba-4a80-84f7-f597ae9bf03d tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0775447 Jul 18 16:45:12.758422 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0a7b371-d2a1-46f8-9525-2a10e034c10b req-f7f02b92-649c-4aae-bf62-cb103b966629 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/security-groups?id=9bad725f-558a-4a88-8b0d-bb2e2df7090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539746 Jul 18 16:45:13.037165 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-fb375142-70f9-4bbb-aacd-4e1b4eb6d94c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:13.039663 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-fb375142-70f9-4bbb-aacd-4e1b4eb6d94c tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 945 time: 0.0691597 Jul 18 16:45:13.191481 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Deleting port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:13.192066 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:13.361202 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] For port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:13.361478 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:13.377244 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Calling delete_port for 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:13.524314 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (2c938ddc-cf79-46fa-8c47-ae2bce6cd76b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:13.562395 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Pushing event deleted for resources: {'Port': ['ID=2c938ddc-cf79-46fa-8c47-ae2bce6cd76b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:13.565157 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['2c938ddc-cf79-46fa-8c47-ae2bce6cd76b'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:45:13.617430 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] No DVR routers for this DVR port 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:45:13.620900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:13.624442 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6de60a23-23af-428b-8f3e-6a52b54b48f0 req-c5986aa8-ab3d-4965-b6b3-b83ee2925efb tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.95 "DELETE /v2.0/ports/2c938ddc-cf79-46fa-8c47-ae2bce6cd76b HTTP/1.1" status: 204 len: 173 time: 0.5794215 Jul 18 16:45:13.625554 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'name': 'network-vif-deleted', 'tag': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:13.628737 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d35bcb-7b62-4b5f-9190-a2e9734db348" -d '{"events": [{"server_uuid": "5818de22-86dc-4174-86ff-b7e7d2873b35", "name": "network-vif-deleted", "tag": "2c938ddc-cf79-46fa-8c47-ae2bce6cd76b"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:13.703363 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d0748-6cd7-4a94-b138-dd3002d2abe2 x-openstack-request-id: req-9e5d0748-6cd7-4a94-b138-dd3002d2abe2 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:13.704282 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5818de22-86dc-4174-86ff-b7e7d2873b35", "name": "network-vif-deleted", "tag": "2c938ddc-cf79-46fa-8c47-ae2bce6cd76b", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:13.704282 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e5d0748-6cd7-4a94-b138-dd3002d2abe2 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:13.704761 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5d0748-6cd7-4a94-b138-dd3002d2abe2'] response: {'server_uuid': '5818de22-86dc-4174-86ff-b7e7d2873b35', 'name': 'network-vif-deleted', 'tag': '2c938ddc-cf79-46fa-8c47-ae2bce6cd76b', 'status': 'completed', 'code': 200} Jul 18 16:45:13.894103 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dd09064e-38dd-4e67-b32e-ce45a6721548 req-6f64cc68-6c99-4a64-8fa5-a05f55693a66 tempest-ServerRescueNegativeTestJSON-1849534022 tempest-ServerRescueNegativeTestJSON-1849534022-project] 10.222.0.77 "GET /v2.0/ports?device_id=5818de22-86dc-4174-86ff-b7e7d2873b35 HTTP/1.1" status: 200 len: 210 time: 0.0324311 Jul 18 16:45:14.972757 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33890) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:15.454322 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:15.570056 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (e05e21c6-b297-47c5-8e33-dc04c2c1c668), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:15.675214 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:15.839875 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Deleting port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:15.840411 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:15.952228 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] For port 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:15.952602 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:15.970168 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Calling delete_port for 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa owned by network:router_interface {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:16.193374 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (6ce5f138-fc2c-4d3d-a7cf-82722cd296fa), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:16.222290 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce5f138-fc2c-4d3d-a7cf-82722cd296fa,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:16.255742 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.255742 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.255742 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.256546 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.258129 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.258644 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.259091 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.259526 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.260052 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.260591 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.261124 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.261652 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.262173 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.262725 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.263246 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:16.452380 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (e05e21c6-b297-47c5-8e33-dc04c2c1c668), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:16.549504 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:16.697962 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Router e05e21c6-b297-47c5-8e33-dc04c2c1c668 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:45:16.700326 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:16.841678 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:45:16.850292 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-9b6eb16d-ecb5-44a8-8cf9-1f7cbabf6d7d admin admin] 10.222.0.77 "PUT /v2.0/routers/e05e21c6-b297-47c5-8e33-dc04c2c1c668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774738 Jul 18 16:45:16.852873 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] Sync routers for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:45:16.854141 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33898) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:16.870308 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:16.871151 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:17.026939 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks [] for router (e05e21c6-b297-47c5-8e33-dc04c2c1c668), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.060254 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:45:17.091639 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:45:17.092164 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 2c938ddc-cf79-46fa-8c47-ae2bce6cd76b not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:45:17.099753 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:17.194020 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks [] for router_gateway (e05e21c6-b297-47c5-8e33-dc04c2c1c668), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.249260 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Deleting port 49d88563-3a5e-413c-858e-e0e3aeae9977 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:17.249512 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.320278 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:45:16Z', 'revision_number': 5, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port': {'id': '49d88563-3a5e-413c-858e-e0e3aeae9977', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:04Z', 'updated_at': '2022-07-18T16:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:17.351693 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] Checking router: e05e21c6-b297-47c5-8e33-dc04c2c1c668 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:45:17.354204 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] For port 49d88563-3a5e-413c-858e-e0e3aeae9977, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=49d88563-3a5e-413c-858e-e0e3aeae9977,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:17.354816 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.361572 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] Routers {'e05e21c6-b297-47c5-8e33-dc04c2c1c668'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:17.362198 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:44:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:17.372256 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Calling delete_port for 49d88563-3a5e-413c-858e-e0e3aeae9977 owned by network:router_gateway {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:17.500979 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] Set router e05e21c6-b297-47c5-8e33-dc04c2c1c668 gateway port host: None {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:17.581514 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:45:17Z', 'revision_number': 6, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:17.608968 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f4c77-2b97-477d-9725-e9047c8ec3a9 None None] The sync data for ids ['e05e21c6-b297-47c5-8e33-dc04c2c1c668'] in dv-cinder-837543-6-iscsi is: [{'id': 'e05e21c6-b297-47c5-8e33-dc04c2c1c668', 'name': 'tempest-ServerRescueNegativeTestJSON-1621023387-router', 'tenant_id': 'afb65421f9504a918b7a47451fac6707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:03Z', 'updated_at': '2022-07-18T16:45:17Z', 'revision_number': 6, 'project_id': 'afb65421f9504a918b7a47451fac6707', 'gw_port_host': None}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:45:17.624355 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (49d88563-3a5e-413c-858e-e0e3aeae9977), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.676053 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Pushing event deleted for resources: {'Port': ['ID=49d88563-3a5e-413c-858e-e0e3aeae9977,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:17.753838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (e05e21c6-b297-47c5-8e33-dc04c2c1c668), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.851848 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (e05e21c6-b297-47c5-8e33-dc04c2c1c668), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.854469 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks [] for router_controller (e05e21c6-b297-47c5-8e33-dc04c2c1c668), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.856039 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:17.905727 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (e05e21c6-b297-47c5-8e33-dc04c2c1c668), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.906296 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e05e21c6-b297-47c5-8e33-dc04c2c1c668 {{(pid=104181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:45:17.913597 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.913864 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-afcd6372-e7dc-4517-8457-8e07fc28ea9d admin admin] 10.222.0.77 "DELETE /v2.0/routers/e05e21c6-b297-47c5-8e33-dc04c2c1c668 HTTP/1.1" status: 204 len: 168 time: 1.0578125 Jul 18 16:45:17.917780 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33904) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:17.934196 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:18.006255 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] Deleting subnet 909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:45:18.010928 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] Publish callbacks [] for subnet (909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.070994 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.211672 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.276956 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.314155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:18.318183 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.322813 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-32235f57-2dcb-42f5-bf06-5ca0e1975a3a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/909dc4ac-1cfc-44b0-9bc7-ce3a0e6f40a3 HTTP/1.1" status: 204 len: 168 time: 0.4036036 Jul 18 16:45:18.325554 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33910) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:18.334172 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64383f6c-d24a-4611-93f3-7df3ac62641e None None] Network 07d4314d-9237-4c83-9875-1768cdeffac1 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:45:18.408363 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (07d4314d-9237-4c83-9875-1768cdeffac1), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.463381 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Deleting port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:18.463554 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.482387 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:45:18.502709 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:45:18.503055 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 6ce5f138-fc2c-4d3d-a7cf-82722cd296fa not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:45:18.542956 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] DHCP port deletion for 07d4314d-9237-4c83-9875-1768cdeffac1 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:45:18.564092 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] For port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:18.564463 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.580652 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Calling delete_port for 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:18.612904 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] Deleting port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:18.613621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.701427 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.737647 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:18.755646 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] No DVR routers for this DVR port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:45:18.775468 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] For port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,segment=NetworkSegment(14fbb1ad-300b-4add-af3b-82be2a583f6d),segment_id=14fbb1ad-300b-4add-af3b-82be2a583f6d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:18.776627 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.813228 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] Calling delete_port for 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:18.914453 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:18.919802 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (07d4314d-9237-4c83-9875-1768cdeffac1), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:18.959421 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d4314d-9237-4c83-9875-1768cdeffac1']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:18.971834 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fbb1ad-300b-4add-af3b-82be2a583f6d') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:18.972230 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fbb1ad-300b-4add-af3b-82be2a583f6d') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:18.985784 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (14fbb1ad-300b-4add-af3b-82be2a583f6d), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.012095 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (14fbb1ad-300b-4add-af3b-82be2a583f6d), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.027620 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:45:19.028620 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (14fbb1ad-300b-4add-af3b-82be2a583f6d), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.075534 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-050c44d1-372d-4a91-8a9a-e0827233bc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.101916 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (63c0f4dc-8817-4a8d-aa31-aa61fb533f5b), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.161565 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] No DVR routers for this DVR port 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:45:19.169615 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b912c0-1640-4d6c-82c4-2e6daba2bbf0 None None] Pushing event deleted for resources: {'Port': ['ID=63c0f4dc-8817-4a8d-aa31-aa61fb533f5b,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:19.237281 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 14fbb1ad-300b-4add-af3b-82be2a583f6d resource provider aggregate not found Jul 18 16:45:19.270605 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (07d4314d-9237-4c83-9875-1768cdeffac1), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.273388 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.279398 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/07d4314d-9237-4c83-9875-1768cdeffac1 HTTP/1.1" status: 204 len: 168 time: 0.9521947 Jul 18 16:45:19.282298 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 14fbb1ad-300b-4add-af3b-82be2a583f6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14fbb1ad-300b-4add-af3b-82be2a583f6d found for delete ", "request_id": "req-93d0a1c7-c7aa-4238-95fa-07d4a787140a"}]} Jul 18 16:45:19.285563 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:19.311287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fd476-f625-434d-a404-a3e24ac686d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07d4314d-9237-4c83-9875-1768cdeffac1,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:19.502898 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33928) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:19.563132 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-0b3f2bb5-0411-4b70-80a9-581a2b9e84b1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=afb65421f9504a918b7a47451fac6707&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0580816 Jul 18 16:45:19.566054 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33930) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:19.634196 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30be8f0b-2cb3-4c91-ac05-9850d148efe2 admin admin] Publish callbacks [] for security_group (9bad725f-558a-4a88-8b0d-bb2e2df7090a), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.662808 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30be8f0b-2cb3-4c91-ac05-9850d148efe2 admin admin] Publish callbacks [] for security_group (9bad725f-558a-4a88-8b0d-bb2e2df7090a), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.725057 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30be8f0b-2cb3-4c91-ac05-9850d148efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (9bad725f-558a-4a88-8b0d-bb2e2df7090a), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.729565 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30be8f0b-2cb3-4c91-ac05-9850d148efe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:19.731203 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-30be8f0b-2cb3-4c91-ac05-9850d148efe2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9bad725f-558a-4a88-8b0d-bb2e2df7090a HTTP/1.1" status: 204 len: 168 time: 0.1636591 Jul 18 16:45:19.741584 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be8f0b-2cb3-4c91-ac05-9850d148efe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad725f-558a-4a88-8b0d-bb2e2df7090a,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:20.041273 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 49d88563-3a5e-413c-858e-e0e3aeae9977 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:45:20.073079 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 49d88563-3a5e-413c-858e-e0e3aeae9977 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:45:20.073649 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 49d88563-3a5e-413c-858e-e0e3aeae9977 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:45:20.074329 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:45:20.107681 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:45:20.108189 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 63c0f4dc-8817-4a8d-aa31-aa61fb533f5b not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:45:20.690563 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33956) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:20.823788 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1583028210-network', 'tenant_id': '628c00a1a5df481982b083fa3c447be2'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:20.849344 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Made reservation on behalf of 628c00a1a5df481982b083fa3c447be2 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:45:20.852250 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:20.862377 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:20.874840 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:20.894295 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:20.965274 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks [] for security_group (a77a0d57-cab9-4d08-93d5-e3db03cc195f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:20.970530 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a77a0d57-cab9-4d08-93d5-e3db03cc195f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.005209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:45:21.014539 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a0d57-cab9-4d08-93d5-e3db03cc195f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:21.025913 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (af3a3f24-2339-47f0-8166-fc5b6e7f91f7), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.026388 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Added segment af3a3f24-2339-47f0-8166-fc5b6e7f91f7 of type vlan for network 98c424f3-63a6-4074-a1da-b047ae66c92b Jul 18 16:45:21.078321 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (98c424f3-63a6-4074-a1da-b047ae66c92b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.108134 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (98c424f3-63a6-4074-a1da-b047ae66c92b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.109453 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:21.110133 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.162056 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4670613 Jul 18 16:45:21.163344 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33960) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:21.171594 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Request body: {'subnet': {'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1583028210-subnet', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:21.210501 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Made reservation on behalf of 628c00a1a5df481982b083fa3c447be2 for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:45:21.215209 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.224397 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780725f5-cad0-4205-a1ee-751ccb372506 admin admin] Pushing event updated for resources: {'Network': ['ID=98c424f3-63a6-4074-a1da-b047ae66c92b,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:21.240599 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 98c424f3-63a6-4074-a1da-b047ae66c92b details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:45:21.665203 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:21.718974 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (e8ad8cb4-5452-47ba-9fb9-400c0a23e58b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.781301 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:21.796257 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Checking segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:45:21.796626 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Network hostable DHCP agents. Network: 98c424f3-63a6-4074-a1da-b047ae66c92b, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:45:21.820538 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Network 98c424f3-63a6-4074-a1da-b047ae66c92b is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:45:21.835984 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 98c424f3-63a6-4074-a1da-b047ae66c92b) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:21.840899 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:21.841534 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.848393 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0565dac-fd8d-4d60-be8a-685f82f2d46d None None] Network 98c424f3-63a6-4074-a1da-b047ae66c92b requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:45:21.863027 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-91b555ec-256c-4827-aa88-65fb3a96002b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6981595 Jul 18 16:45:21.867573 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 33966) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:21.872208 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:21.898018 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (bbf8d5e0-d2fc-46dd-9658-40695d35e223), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.899137 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (bbf8d5e0-d2fc-46dd-9658-40695d35e223), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:21.997230 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-98c424f3-63a6-4074-a1da-b047ae66c92b', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'project_id': '628c00a1a5df481982b083fa3c447be2', 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:45:21.998355 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.000421 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks [] for router_controller (bbf8d5e0-d2fc-46dd-9658-40695d35e223), precommit_add_association {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.079390 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:22.153904 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ffe57ad1-9e4f-43c6-aaa6-1e8129f78a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.169230 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Allocated IP 172.20.0.2 (98c424f3-63a6-4074-a1da-b047ae66c92b/e8ad8cb4-5452-47ba-9fb9-400c0a23e58b/fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:45:22.221883 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks [] for router_gateway (bbf8d5e0-d2fc-46dd-9658-40695d35e223), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.395431 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Publish callbacks [] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.405329 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.442066 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks [] for router_gateway (bbf8d5e0-d2fc-46dd-9658-40695d35e223), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.475829 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Network 98c424f3-63a6-4074-a1da-b047ae66c92b is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:22.480759 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:22.481346 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.490376 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:45:22.510291 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Pushing event updated for resources: {'Port': ['ID=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:22.603043 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Attempting to bind port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:45:22.603636 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Attempting to bind port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:45:22.604347 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Attempting to bind port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 on network 98c424f3-63a6-4074-a1da-b047ae66c92b {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:45:22.613794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:45:22.614399 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Checking segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:45:22.615075 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.615751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Bound using segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:45:22.617106 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Bound port: fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:45:22.617739 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.639293 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:22.666791 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Allocated IP 172.27.0.42 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:45:22.729021 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] For port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:45:22.733822 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] For port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:45:22.743356 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.830522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45813504-9ae4-4ad5-8251-74fe4446db5f None None] Pushing event updated for resources: {'Port': ['ID=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:22.837237 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks [] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.899862 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:22.915499 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:22.981469 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:22.988373 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:22.996105 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:45:23.062349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Pushing event updated for resources: {'Port': ['ID=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:23.349884 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks [] for router_gateway (bbf8d5e0-d2fc-46dd-9658-40695d35e223), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:23.602849 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (bbf8d5e0-d2fc-46dd-9658-40695d35e223), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:23.861662 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:23.900850 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Router bbf8d5e0-d2fc-46dd-9658-40695d35e223 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:45:24.054533 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:24.107996 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac2d4d-4bdc-425b-9e0e-821a322a1557 None None] Network 98c424f3-63a6-4074-a1da-b047ae66c92b requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:45:24.176340 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:24.265889 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:45:24.281585 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:24.296318 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b475f-b4c9-4c21-b51c-748d6384c77b req-bd9508e3-80bb-45db-8426-fbc0911ad93a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:24.296886 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Sync routers for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:45:24.299199 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-042b475f-b4c9-4c21-b51c-748d6384c77b req-bd9508e3-80bb-45db-8426-fbc0911ad93a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.1095850 Jul 18 16:45:24.337693 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:24.340432 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-7c4b562f-5393-46c5-8120-043141ac147c None None] Provisioning complete for port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:24.340997 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7c4b562f-5393-46c5-8120-043141ac147c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:24.344343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 33988) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:24.345103 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-21814de1-392b-4f1a-8afc-329412e3a7ff admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4757755 Jul 18 16:45:24.407501 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-042b475f-b4c9-4c21-b51c-748d6384c77b req-c160061a-d8f7-469c-9ba4-10512e8dd46d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990198 Jul 18 16:45:24.409696 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:24.447653 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:24.449037 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:24.583865 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:24.584351 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:24.921178 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.020864 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b562f-5393-46c5-8120-043141ac147c None None] Current status of the port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:25.021540 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7c4b562f-5393-46c5-8120-043141ac147c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.029543 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:25.081106 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:25.097063 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:25.108842 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Allocated IP 172.20.0.1 (98c424f3-63a6-4074-a1da-b047ae66c92b/e8ad8cb4-5452-47ba-9fb9-400c0a23e58b/c7ba88bb-16a5-4052-87d1-957d20018637) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:45:25.330667 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-7c4b562f-5393-46c5-8120-043141ac147c None None] For port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:25.332756 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:25.333292 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.337257 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.395737 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7c4b562f-5393-46c5-8120-043141ac147c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.548669 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b562f-5393-46c5-8120-043141ac147c None None] Pushing event updated for resources: {'Port': ['ID=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:25.554832 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:45:25.555250 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG oslo_db.api [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:45:25.584303 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-2d62f9fa-41fe-42f9-8d74-9102eaa25dc3 None None] Provisioning complete for port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:25.584653 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2d62f9fa-41fe-42f9-8d74-9102eaa25dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.619867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks [] for port (c7ba88bb-16a5-4052-87d1-957d20018637), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.630130 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:23Z', 'revision_number': 3, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:25.651195 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692402b4-666f-42c9-b519-03c6e7452924 req-3501722e-db9f-4d33-b9cc-c16df1ec6056 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:25.654562 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-692402b4-666f-42c9-b519-03c6e7452924 req-3501722e-db9f-4d33-b9cc-c16df1ec6056 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.1420386 Jul 18 16:45:25.664311 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Checking router: bbf8d5e0-d2fc-46dd-9658-40695d35e223 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:45:25.664749 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Updating router bbf8d5e0-d2fc-46dd-9658-40695d35e223 port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:45:25.668604 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:25.718069 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.719865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.780088 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-692402b4-666f-42c9-b519-03c6e7452924 req-0d0e1c89-eff0-495a-ac2e-e4cc010a1b92 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125937 Jul 18 16:45:25.793294 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Network 98c424f3-63a6-4074-a1da-b047ae66c92b is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:25.799947 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:25.803825 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-2d62f9fa-41fe-42f9-8d74-9102eaa25dc3 None None] Current status of the port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:25.811388 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:45:25.825259 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:25.839288 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Pushing event updated for resources: {'Port': ['ID=c7ba88bb-16a5-4052-87d1-957d20018637,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:25.873361 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (bbf8d5e0-d2fc-46dd-9658-40695d35e223), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.045755 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:26.098993 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.139330 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:26.167850 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-7cfa8382-aab6-4f8d-949f-aa0120462d1d None None] Provisioning complete for port c7ba88bb-16a5-4052-87d1-957d20018637 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:26.168377 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7cfa8382-aab6-4f8d-949f-aa0120462d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.213585 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Publish callbacks [] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.217962 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa8382-aab6-4f8d-949f-aa0120462d1d None None] Port c7ba88bb-16a5-4052-87d1-957d20018637 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:45:26.222520 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.285972 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48eee20-0b97-4d58-8b7a-a5c92f7443fa None None] Pushing event updated for resources: {'Port': ['ID=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:26.289539 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Attempting to bind port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:45:26.291155 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Attempting to bind port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:45:26.291155 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Attempting to bind port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:45:26.297408 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:45:26.297793 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:45:26.298190 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.298754 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:45:26.299275 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Bound port: ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:45:26.299659 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.326621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:26.406776 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] For port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:45:26.413332 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] For port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:45:26.422292 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks [] for port (c7ba88bb-16a5-4052-87d1-957d20018637), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.422936 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:26.423339 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.428178 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.429978 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.529458 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:26.530052 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:26.558603 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Pushing event updated for resources: {'Port': ['ID=c7ba88bb-16a5-4052-87d1-957d20018637,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:26.563295 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (bbf8d5e0-d2fc-46dd-9658-40695d35e223), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:26.575769 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48eee20-0b97-4d58-8b7a-a5c92f7443fa None None] Pushing event updated for resources: {'Port': ['ID=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:26.582247 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:26.655792 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:26.671424 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:26.691050 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:26.724507 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Network 98c424f3-63a6-4074-a1da-b047ae66c92b is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:26.727710 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:26.792197 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:26.949179 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Router bbf8d5e0-d2fc-46dd-9658-40695d35e223 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:45:26.962530 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 2, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:26.991394 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7341716-8613-42e2-ba04-20390a5b3ccd None None] The sync data for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi is: [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 2, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:45:27.007914 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eaadf-b37e-440d-b22b-132a0a1aa258 req-d1386c32-2dfe-4e01-b1df-63fc1e3b4375 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:27.010732 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c05eaadf-b37e-440d-b22b-132a0a1aa258 req-d1386c32-2dfe-4e01-b1df-63fc1e3b4375 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.1012187 Jul 18 16:45:27.034630 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:27.044126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-1d624188-7224-4c23-a7dd-822888d30d96 None None] Provisioning complete for port c7ba88bb-16a5-4052-87d1-957d20018637 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:27.044445 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1d624188-7224-4c23-a7dd-822888d30d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:27.082911 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-1d624188-7224-4c23-a7dd-822888d30d96 None None] Port c7ba88bb-16a5-4052-87d1-957d20018637 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:45:27.109584 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:45:27.112819 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c05eaadf-b37e-440d-b22b-132a0a1aa258 req-0b151164-98dc-49fe-9b38-8222f51fa195 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957456 Jul 18 16:45:27.118805 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-0f376af6-42df-4b16-8bf8-1837cdccf23b admin admin] 10.222.0.77 "PUT /v2.0/routers/bbf8d5e0-d2fc-46dd-9658-40695d35e223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7691963 Jul 18 16:45:27.525183 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34006) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:27.532837 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-3dd7680f-684a-4d70-9e8c-79dfc3475d2f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339493468', 'description': 'tempest-description--2056613816'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:27.570033 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3dd7680f-684a-4d70-9e8c-79dfc3475d2f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:27.585993 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=79 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:27.589385 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=92 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:27.627983 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:27.685967 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3dd7680f-684a-4d70-9e8c-79dfc3475d2f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (30c82dd1-85f6-4eab-b958-e263c363e78e), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:27.692049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3dd7680f-684a-4d70-9e8c-79dfc3475d2f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (30c82dd1-85f6-4eab-b958-e263c363e78e), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:27.742623 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3dd7680f-684a-4d70-9e8c-79dfc3475d2f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:27.744502 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-3dd7680f-684a-4d70-9e8c-79dfc3475d2f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2178428 Jul 18 16:45:27.748660 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34008) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:27.754660 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7680f-684a-4d70-9e8c-79dfc3475d2f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c82dd1-85f6-4eab-b958-e263c363e78e,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:27.755438 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-633785d3-f5e1-4a4f-aef5-2ff28d960c38 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'security_group_rule': {'security_group_id': '30c82dd1-85f6-4eab-b958-e263c363e78e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:27.847886 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-d49d909b-4d63-44e3-824e-8ff856dc8c0c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:27.851055 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-d49d909b-4d63-44e3-824e-8ff856dc8c0c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.0871894 Jul 18 16:45:27.879712 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-633785d3-f5e1-4a4f-aef5-2ff28d960c38 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (a0a84d19-630c-4381-9c5a-ac72dabfb48c), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.047267 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port f048385e-e6ad-453d-9a07-98ed65178acc {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:28.047618 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.075801 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-633785d3-f5e1-4a4f-aef5-2ff28d960c38 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (a0a84d19-630c-4381-9c5a-ac72dabfb48c), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.086294 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-633785d3-f5e1-4a4f-aef5-2ff28d960c38 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (a0a84d19-630c-4381-9c5a-ac72dabfb48c), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.144820 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633785d3-f5e1-4a4f-aef5-2ff28d960c38 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a84d19-630c-4381-9c5a-ac72dabfb48c,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:28.159761 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-633785d3-f5e1-4a4f-aef5-2ff28d960c38 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.160876 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-633785d3-f5e1-4a4f-aef5-2ff28d960c38 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109442 Jul 18 16:45:28.165543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34012) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:28.170520 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-2d322793-099c-4fd1-9eef-a4e99f037827 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'security_group_rule': {'security_group_id': '30c82dd1-85f6-4eab-b958-e263c363e78e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:28.213340 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2d322793-099c-4fd1-9eef-a4e99f037827 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (9ede1e8b-6455-410a-a3d9-fae1bd1fd50f), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.231283 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] For port f048385e-e6ad-453d-9a07-98ed65178acc, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f048385e-e6ad-453d-9a07-98ed65178acc,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:28.232316 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.368077 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2d322793-099c-4fd1-9eef-a4e99f037827 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (9ede1e8b-6455-410a-a3d9-fae1bd1fd50f), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.380046 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f76ecb-dbb2-49c6-85d3-e1ef750abbad req-ce76389c-1b37-40fc-8444-91e93ab7dac4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:28.382238 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-58f76ecb-dbb2-49c6-85d3-e1ef750abbad req-ce76389c-1b37-40fc-8444-91e93ab7dac4 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 945 time: 0.0941446 Jul 18 16:45:28.383661 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2d322793-099c-4fd1-9eef-a4e99f037827 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (9ede1e8b-6455-410a-a3d9-fae1bd1fd50f), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.386914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:28.416914 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d322793-099c-4fd1-9eef-a4e99f037827 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ede1e8b-6455-410a-a3d9-fae1bd1fd50f,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:28.439272 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2d322793-099c-4fd1-9eef-a4e99f037827 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.440619 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-2d322793-099c-4fd1-9eef-a4e99f037827 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739615 Jul 18 16:45:28.445153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34018) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:28.464468 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:28.480083 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:28.480502 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.523464 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-58f76ecb-dbb2-49c6-85d3-e1ef750abbad req-6cbc135b-0701-4802-8052-39328411be1b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207013 Jul 18 16:45:28.591857 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.596529 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:28.600326 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:28.600729 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.600940 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.601457 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (22ef73f1-d10a-4ee5-8fa2-fe59006c4126), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.601890 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP 22ef73f1-d10a-4ee5-8fa2-fe59006c4126 disassociated. External IP: 172.27.0.57, port: f048385e-e6ad-453d-9a07-98ed65178acc. Jul 18 16:45:28.602604 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for f048385e-e6ad-453d-9a07-98ed65178acc owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:28.630749 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:28.637698 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.725313 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:28.730300 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:28.782452 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:28.951025 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (f048385e-e6ad-453d-9a07-98ed65178acc), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:29.005377 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Allocated IP 172.27.0.173 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/661dcfa2-0aed-402b-9fac-8374707b66d8) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:45:29.010050 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=f048385e-e6ad-453d-9a07-98ed65178acc,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:29.222956 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:45:29.236990 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:29.385893 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:29.466400 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:29.474130 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:29.489026 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:29.493818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:45:29.498810 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:45:29.521716 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:45:29.552576 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:29.553639 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:29.579971 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'Port': ['ID=661dcfa2-0aed-402b-9fac-8374707b66d8,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:29.598175 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:29.743320 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:29.800041 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] No DVR routers for this DVR port f048385e-e6ad-453d-9a07-98ed65178acc on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:45:29.804140 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (08250ad7-72cd-4d98-aacd-c25a588aba0b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:29.805394 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:29.826891 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:29.830790 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ed60183b-3bfa-46a8-8c93-f7ca39cbdcfd req-45ddc1ea-7975-48d1-8c81-ca1207a99b93 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "DELETE /v2.0/ports/f048385e-e6ad-453d-9a07-98ed65178acc HTTP/1.1" status: 204 len: 173 time: 1.9734740 Jul 18 16:45:29.832044 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'name': 'network-vif-deleted', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:29.835250 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f0d32-800d-4b05-afc2-3433a152d641" -d '{"events": [{"server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "name": "network-vif-deleted", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:29.843614 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1d52f3e6-ea16-44d8-8fe9-52160f8d0491 req-a2d3004d-ba8e-4571-8dc4-c7890b9bf010 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=2041fced-2b7e-4c58-998e-a14e43cd2707 HTTP/1.1" status: 200 len: 210 time: 0.1030140 Jul 18 16:45:29.895823 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Sync routers for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:45:29.916730 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:29.918056 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:29.922174 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfa5392-05cb-43da-9c12-4400a5e12815 x-openstack-request-id: req-6cfa5392-05cb-43da-9c12-4400a5e12815 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:29.922648 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2041fced-2b7e-4c58-998e-a14e43cd2707", "name": "network-vif-deleted", "tag": "f048385e-e6ad-453d-9a07-98ed65178acc", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:29.923000 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6cfa5392-05cb-43da-9c12-4400a5e12815 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:29.923507 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfa5392-05cb-43da-9c12-4400a5e12815'] response: {'server_uuid': '2041fced-2b7e-4c58-998e-a14e43cd2707', 'name': 'network-vif-deleted', 'tag': 'f048385e-e6ad-453d-9a07-98ed65178acc', 'status': 'completed', 'code': 200} Jul 18 16:45:29.927075 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:30.206141 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:30.214202 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:30.224419 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:30.255043 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:45:30.274818 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:30.276076 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:30.279103 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:30.332698 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:30.370624 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'Port': ['ID=661dcfa2-0aed-402b-9fac-8374707b66d8,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:30.390469 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (08250ad7-72cd-4d98-aacd-c25a588aba0b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:30.422745 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:30.424590 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-44fb8a1e-b9e8-4ca5-82d9-528e75eaa4c3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9776657 Jul 18 16:45:30.465398 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:30.465763 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:30.466099 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:30.559891 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:30.695452 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-6e36c848-ba2c-4b58-8042-07d87f36feec tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--339493468&fields=id&tenant_id=628c00a1a5df481982b083fa3c447be2 HTTP/1.1" status: 200 len: 267 time: 0.0581009 Jul 18 16:45:30.741454 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 2, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:30.775354 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:30.803379 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00eee295-41e1-402a-92fb-f1ad3789106c None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:45:30.817985 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Checking router: bbf8d5e0-d2fc-46dd-9658-40695d35e223 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:45:30.818642 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Updating router bbf8d5e0-d2fc-46dd-9658-40695d35e223 port c7ba88bb-16a5-4052-87d1-957d20018637 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:45:30.854325 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-f4008e86-68ce-4430-971d-eafff8bb314b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:30.857471 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-f4008e86-68ce-4430-971d-eafff8bb314b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 811 time: 0.1482737 Jul 18 16:45:30.885215 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:30.888088 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-ac0c1431-9876-4f40-a969-a86c621fac63 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/quotas/628c00a1a5df481982b083fa3c447be2 HTTP/1.1" status: 200 len: 375 time: 0.0208998 Jul 18 16:45:30.897537 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.008437 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34052) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:31.022196 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-ab511c4b-4782-4cfc-afc0-ec175b77fe10 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131899 Jul 18 16:45:31.129403 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb101991-16e0-40af-8a19-5c1cdafb5269 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.178954 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb101991-16e0-40af-8a19-5c1cdafb5269 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.204885 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:31.217072 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:31.274484 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786eaee4-e3ee-4c59-a2e6-1e3e89a8a0c5 None None] New status for floating IP 22ef73f1-d10a-4ee5-8fa2-fe59006c4126: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:45:31.275223 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb101991-16e0-40af-8a19-5c1cdafb5269 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.278641 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-fc2eb887-fc11-48be-aff2-81bda4db9ab1 service neutron] 10.222.0.77 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228529 Jul 18 16:45:31.280564 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb101991-16e0-40af-8a19-5c1cdafb5269 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.283004 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-fb101991-16e0-40af-8a19-5c1cdafb5269 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/security-groups/29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5 HTTP/1.1" status: 204 len: 168 time: 0.2727892 Jul 18 16:45:31.287192 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34060) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:31.302349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb101991-16e0-40af-8a19-5c1cdafb5269 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:31.314041 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Publish callbacks [] for port (c7ba88bb-16a5-4052-87d1-957d20018637), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.330964 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.338689 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.api.v2.resource [None req-016f26c9-a713-4805-9c3a-b827b0fcb6ef tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] show failed (client error): The resource could not be found. Jul 18 16:45:31.339957 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-016f26c9-a713-4805-9c3a-b827b0fcb6ef tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups/29a18b4f-0a49-4d3f-bd6e-96ec88acb3a5 HTTP/1.1" status: 404 len: 347 time: 0.0422022 Jul 18 16:45:31.342820 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34064) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:31.402569 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bc11f-0c51-4784-9662-aa79acf54faf None None] Pushing event updated for resources: {'Port': ['ID=c7ba88bb-16a5-4052-87d1-957d20018637,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:31.485588 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Attempting to bind port c7ba88bb-16a5-4052-87d1-957d20018637 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:45:31.486119 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Attempting to bind port c7ba88bb-16a5-4052-87d1-957d20018637 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:45:31.486636 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Attempting to bind port c7ba88bb-16a5-4052-87d1-957d20018637 on network 98c424f3-63a6-4074-a1da-b047ae66c92b {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:45:31.493910 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:45:31.494509 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Checking segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:45:31.495031 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.495530 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Bound using segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:45:31.496135 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Bound port: c7ba88bb-16a5-4052-87d1-957d20018637, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:45:31.496626 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.573898 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] For port c7ba88bb-16a5-4052-87d1-957d20018637, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:45:31.588550 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] For port c7ba88bb-16a5-4052-87d1-957d20018637, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=c7ba88bb-16a5-4052-87d1-957d20018637,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:45:31.604304 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.699766 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:31.700799 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:31.738569 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:31.803605 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-cd65f027-590a-47b2-9ec2-f379ff0895b4 service neutron] 10.222.0.77 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174863 Jul 18 16:45:31.816048 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port 8152b655-b701-43be-8b9a-7830d8054a18 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:31.816424 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bc11f-0c51-4784-9662-aa79acf54faf None None] Pushing event updated for resources: {'Port': ['ID=c7ba88bb-16a5-4052-87d1-957d20018637,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:31.817200 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (8152b655-b701-43be-8b9a-7830d8054a18), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.835611 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-95680305-06ab-460f-8932-4b8a29ebc4ee None None] Provisioning complete for port c7ba88bb-16a5-4052-87d1-957d20018637 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:31.836551 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-95680305-06ab-460f-8932-4b8a29ebc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.916359 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:31.933255 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (8152b655-b701-43be-8b9a-7830d8054a18), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.933586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (8152b655-b701-43be-8b9a-7830d8054a18), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:31.950221 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for 8152b655-b701-43be-8b9a-7830d8054a18 owned by network:floatingip {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:32.047942 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-95680305-06ab-460f-8932-4b8a29ebc4ee None None] Current status of the port c7ba88bb-16a5-4052-87d1-957d20018637 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:32.048329 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-95680305-06ab-460f-8932-4b8a29ebc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.056148 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:32.092281 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:32.148625 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-47d9e17e-b698-4c2a-9c9d-1a16bb59b60d req-55d0dc30-5e5d-418e-ad09-013276f1ece6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 210 time: 0.0846817 Jul 18 16:45:32.194493 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-95680305-06ab-460f-8932-4b8a29ebc4ee None None] For port c7ba88bb-16a5-4052-87d1-957d20018637, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=c7ba88bb-16a5-4052-87d1-957d20018637,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:32.228014 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-95680305-06ab-460f-8932-4b8a29ebc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.234176 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (8152b655-b701-43be-8b9a-7830d8054a18), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.322907 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=8152b655-b701-43be-8b9a-7830d8054a18,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:32.454799 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-76c8d3f5-b784-4a5e-9f87-e1b2db7709a5 None None] Provisioning complete for port c7ba88bb-16a5-4052-87d1-957d20018637 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:32.455184 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-76c8d3f5-b784-4a5e-9f87-e1b2db7709a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.471597 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:32.546383 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device c7ba88bb-16a5-4052-87d1-957d20018637 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:32.568327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (22ef73f1-d10a-4ee5-8fa2-fe59006c4126), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.575758 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.581982 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-a1985b9b-c5d2-44a2-928a-2ba2027f613d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/floatingips/22ef73f1-d10a-4ee5-8fa2-fe59006c4126 HTTP/1.1" status: 204 len: 168 time: 1.2338486 Jul 18 16:45:32.687962 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95680305-06ab-460f-8932-4b8a29ebc4ee None None] Pushing event updated for resources: {'Port': ['ID=c7ba88bb-16a5-4052-87d1-957d20018637,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:32.750703 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34088) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:32.757973 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-564d7623-746f-4933-b96c-c3b8667157d6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659973078', 'description': 'tempest-description--1110387633'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:32.759446 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port c7ba88bb-16a5-4052-87d1-957d20018637 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:32.760326 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.792416 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-564d7623-746f-4933-b96c-c3b8667157d6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.847475 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:31Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:32.885246 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-564d7623-746f-4933-b96c-c3b8667157d6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (717d6b64-9172-4343-869d-1629f10f2f70), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.890741 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-564d7623-746f-4933-b96c-c3b8667157d6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (717d6b64-9172-4343-869d-1629f10f2f70), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.925422 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d7623-746f-4933-b96c-c3b8667157d6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717d6b64-9172-4343-869d-1629f10f2f70,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:32.928458 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ef20-9749-4d83-9db7-54e5d68ee3c6 None None] The sync data for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi is: [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:31Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:45:32.929982 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-564d7623-746f-4933-b96c-c3b8667157d6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:32.934559 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34090) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:32.935030 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-564d7623-746f-4933-b96c-c3b8667157d6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1819916 Jul 18 16:45:32.940989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-24599cda-ffca-495a-8bea-09fe0a192d05 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '717d6b64-9172-4343-869d-1629f10f2f70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:32.952680 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-76c8d3f5-b784-4a5e-9f87-e1b2db7709a5 None None] Current status of the port c7ba88bb-16a5-4052-87d1-957d20018637 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:32.990315 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-24599cda-ffca-495a-8bea-09fe0a192d05 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (e06673e3-9b97-471c-9351-91fcd1ab3a8c), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.030733 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port c7ba88bb-16a5-4052-87d1-957d20018637 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:33.085605 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-24599cda-ffca-495a-8bea-09fe0a192d05 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (e06673e3-9b97-471c-9351-91fcd1ab3a8c), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.090664 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-24599cda-ffca-495a-8bea-09fe0a192d05 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (e06673e3-9b97-471c-9351-91fcd1ab3a8c), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.116375 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24599cda-ffca-495a-8bea-09fe0a192d05 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06673e3-9b97-471c-9351-91fcd1ab3a8c,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:33.124863 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-24599cda-ffca-495a-8bea-09fe0a192d05 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.126145 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-24599cda-ffca-495a-8bea-09fe0a192d05 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898718 Jul 18 16:45:33.129310 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f048385e-e6ad-453d-9a07-98ed65178acc no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:45:33.130536 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34092) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:33.136343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-505d3909-1027-4f6f-a20a-6ae6b5666364 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'security_group_rule': {'security_group_id': '717d6b64-9172-4343-869d-1629f10f2f70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:33.155228 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: f048385e-e6ad-453d-9a07-98ed65178acc {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:45:33.155541 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f048385e-e6ad-453d-9a07-98ed65178acc not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:45:33.181098 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-505d3909-1027-4f6f-a20a-6ae6b5666364 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (2148224f-f6de-4665-86c1-0b12607d7eec), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.227155 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:45:33.331793 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-566d60bf-1d04-431a-80a9-83b00cb8fa74 req-f453feed-fbeb-4ccd-8cde-d196c3a5b86f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 210 time: 0.0609987 Jul 18 16:45:33.355899 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-505d3909-1027-4f6f-a20a-6ae6b5666364 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (2148224f-f6de-4665-86c1-0b12607d7eec), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.361071 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-505d3909-1027-4f6f-a20a-6ae6b5666364 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (2148224f-f6de-4665-86c1-0b12607d7eec), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.401068 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d3909-1027-4f6f-a20a-6ae6b5666364 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2148224f-f6de-4665-86c1-0b12607d7eec,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:33.417506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-505d3909-1027-4f6f-a20a-6ae6b5666364 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.422137 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-505d3909-1027-4f6f-a20a-6ae6b5666364 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864866 Jul 18 16:45:33.422490 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34096) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:33.431121 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:33.467277 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.571238 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.682748 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:33.690961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:33.721475 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.27.0.125 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/ade86169-1be0-449d-9103-b745e056d243) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:45:33.883818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (ade86169-1be0-449d-9103-b745e056d243), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:33.951541 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (ade86169-1be0-449d-9103-b745e056d243), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.011796 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:34.032491 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:34.040599 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:45:34.044442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=ade86169-1be0-449d-9103-b745e056d243,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:34.191819 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (c41c737f-d97f-4a3e-8dd5-b03620087227), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.205830 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859beda-80b9-48dc-a2c8-39e19f69b774 req-f62eef76-1324-423e-990b-76d1d5bc38e5 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:34.207644 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6859beda-80b9-48dc-a2c8-39e19f69b774 req-f62eef76-1324-423e-990b-76d1d5bc38e5 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 945 time: 0.0700428 Jul 18 16:45:34.240705 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device c7ba88bb-16a5-4052-87d1-957d20018637 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:34.255826 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (ade86169-1be0-449d-9103-b745e056d243), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.286980 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port c7ba88bb-16a5-4052-87d1-957d20018637 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:34.287558 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.319269 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6859beda-80b9-48dc-a2c8-39e19f69b774 req-b65030ef-de07-4bcf-a14a-fd8b89941a2a tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889077 Jul 18 16:45:34.384468 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port c7ba88bb-16a5-4052-87d1-957d20018637 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:34.457333 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-44bf0864-24f4-45ea-91b6-5be052e11a07 req-9665806c-0739-4cd9-a62d-ff8861845973 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 210 time: 0.0313199 Jul 18 16:45:34.485430 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (ade86169-1be0-449d-9103-b745e056d243), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.491219 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (ade86169-1be0-449d-9103-b745e056d243), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.570321 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:34.573552 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=ade86169-1be0-449d-9103-b745e056d243,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:34.589998 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (c41c737f-d97f-4a3e-8dd5-b03620087227), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.607752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:34.609076 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b56cd3fd-fc37-4400-a6d9-9fc0acf6402d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1829503 Jul 18 16:45:34.836299 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-4283500b-1ec8-45f5-82df-fb2a05104182 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--659973078&fields=id&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 267 time: 0.0481985 Jul 18 16:45:34.918038 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:34.960989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-82e55e79-7642-4e08-b4c5-21c1db280ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:34.962642 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-82e55e79-7642-4e08-b4c5-21c1db280ddd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 0.1197073 Jul 18 16:45:34.981693 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-028f1dd4-c739-4431-8366-832e2b059b44 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/quotas/dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 375 time: 0.0098300 Jul 18 16:45:35.040665 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-18362e26-bf9f-4185-a55a-c4390491470b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531497 Jul 18 16:45:35.140301 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-8c15384e-12ff-414d-a3e5-0719e96ddb63 service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872087 Jul 18 16:45:35.238821 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6630f2c6-7ffc-4a89-92e5-b8f653e9bff6 service neutron] 10.222.0.77 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923846 Jul 18 16:45:35.442743 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6aae7a81-0336-4dcf-8cb8-46617915c44f req-fc3224f7-9bb0-4b14-8e34-6b2c5b50448f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 210 time: 0.0412760 Jul 18 16:45:35.473823 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2c496-ea0d-453b-bc93-b5d75c6a7abb req-e1ca1b1e-77a6-4cc9-ba7b-0b7b7f0f410e tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:35.477221 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-82a2c496-ea0d-453b-bc93-b5d75c6a7abb req-e1ca1b1e-77a6-4cc9-ba7b-0b7b7f0f410e tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 945 time: 0.0744245 Jul 18 16:45:35.542235 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-82a2c496-ea0d-453b-bc93-b5d75c6a7abb req-aff2623d-5f8b-4513-847d-48415dec61d5 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581853 Jul 18 16:45:35.615149 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6a909b28-dab7-4613-ba21-acd97ad93bb1 req-d9b7201b-8c44-448b-9c97-f2130834a712 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 210 time: 0.0451069 Jul 18 16:45:35.890605 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-52868f19-68e6-4ebb-90da-85b8c4bbe291 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:35.892163 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-52868f19-68e6-4ebb-90da-85b8c4bbe291 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 811 time: 0.1298392 Jul 18 16:45:36.112512 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-16ff6ac2-12ad-48f0-bad7-9a8a648ce21c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=628c00a1a5df481982b083fa3c447be2 HTTP/1.1" status: 200 len: 379 time: 0.0814235 Jul 18 16:45:36.250699 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'port': {'device_id': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'admin_state_up': True, 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'security_groups': ['30c82dd1-85f6-4eab-b958-e263c363e78e']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:36.390019 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Made reservation on behalf of 628c00a1a5df481982b083fa3c447be2 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:45:36.396680 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:36.472105 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-b2db92f2-1e63-44a4-bc62-119aade3a6ee tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:36.474921 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-b2db92f2-1e63-44a4-bc62-119aade3a6ee tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 945 time: 0.1027355 Jul 18 16:45:36.625576 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Deleting port 81a62187-a923-4147-96e4-b99a056a802f {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:45:36.626230 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (81a62187-a923-4147-96e4-b99a056a802f), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:36.632854 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:36.634244 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5736a097-d3df-4e1a-84fc-20b315cda5a0 req-393ed29e-50b7-4eab-aba4-fd2cd1d89f9e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 210 time: 0.1020210 Jul 18 16:45:36.643943 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:36.660136 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Allocated IP 172.20.0.14 (98c424f3-63a6-4074-a1da-b047ae66c92b/e8ad8cb4-5452-47ba-9fb9-400c0a23e58b/dd9ce4d7-eac9-49bf-a75b-895d5cdce0df) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:45:36.764703 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:36.765470 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18685109-6718-4ba6-aba0-7e867f608cc3 req-b3766e00-7270-41a8-a31f-3e563f9a0342 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:36.770032 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18685109-6718-4ba6-aba0-7e867f608cc3 req-b3766e00-7270-41a8-a31f-3e563f9a0342 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 945 time: 0.1157379 Jul 18 16:45:36.834765 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] For port 81a62187-a923-4147-96e4-b99a056a802f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=81a62187-a923-4147-96e4-b99a056a802f,segment=NetworkSegment(61c45a92-4f6f-4fe9-a11d-3ab449aafd30),segment_id=61c45a92-4f6f-4fe9-a11d-3ab449aafd30)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:36.835159 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (81a62187-a923-4147-96e4-b99a056a802f), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:36.853036 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-71c8f575-962e-441b-a267-cf0637b9796b req-1674501f-0561-49c3-9a54-01aeba4372df tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 210 time: 0.1039948 Jul 18 16:45:36.867714 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Calling delete_port for 81a62187-a923-4147-96e4-b99a056a802f owned by compute:nova {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:45:36.882376 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18685109-6718-4ba6-aba0-7e867f608cc3 req-17a4ba0e-8aba-4cf2-83e3-2c53c5c73857 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/security-groups?id=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001096 Jul 18 16:45:36.938272 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:37.011837 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:37.078799 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (81a62187-a923-4147-96e4-b99a056a802f), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:37.117843 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Pushing event deleted for resources: {'Port': ['ID=81a62187-a923-4147-96e4-b99a056a802f,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:37.118672 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['81a62187-a923-4147-96e4-b99a056a802f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:45:37.188535 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Network 98c424f3-63a6-4074-a1da-b047ae66c92b is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:37.190685 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] No DVR routers for this DVR port 81a62187-a923-4147-96e4-b99a056a802f on host hv-cinder-83754 {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:45:37.195023 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:37.200202 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4b153919-1557-494e-b1cf-41c7782c9c93 req-c377c7d3-6c2b-4e23-84e1-d0322bbe6772 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.95 "DELETE /v2.0/ports/81a62187-a923-4147-96e4-b99a056a802f HTTP/1.1" status: 204 len: 173 time: 0.6924772 Jul 18 16:45:37.200738 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'name': 'network-vif-deleted', 'tag': '81a62187-a923-4147-96e4-b99a056a802f'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:37.202986 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:37.204050 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc507edc-42d6-4956-83d8-cecd9bc7dd79" -d '{"events": [{"server_uuid": "60dda1c4-b6c2-4da3-a0cd-d14c27edee3b", "name": "network-vif-deleted", "tag": "81a62187-a923-4147-96e4-b99a056a802f"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:37.210789 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:45:37.222011 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'Port': ['ID=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:37.288403 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c1969f-aaf4-48f5-926c-ec020ebae7f4 x-openstack-request-id: req-d0c1969f-aaf4-48f5-926c-ec020ebae7f4 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:37.288896 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dda1c4-b6c2-4da3-a0cd-d14c27edee3b", "name": "network-vif-deleted", "tag": "81a62187-a923-4147-96e4-b99a056a802f", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:37.289426 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0c1969f-aaf4-48f5-926c-ec020ebae7f4 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:37.290056 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c1969f-aaf4-48f5-926c-ec020ebae7f4'] response: {'server_uuid': '60dda1c4-b6c2-4da3-a0cd-d14c27edee3b', 'name': 'network-vif-deleted', 'tag': '81a62187-a923-4147-96e4-b99a056a802f', 'status': 'completed', 'code': 200} Jul 18 16:45:37.356978 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-a66d2297-af07-48ea-8edb-24775035cf82 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:37.359568 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-a66d2297-af07-48ea-8edb-24775035cf82 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 815 time: 0.3679032 Jul 18 16:45:37.370386 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:37.371569 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:37.400381 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-5b35f63e-8f9b-4a2c-9707-c166206adc8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1571622 Jul 18 16:45:37.532586 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-840c3ef8-5ab6-4736-9f0b-dee62149d94e None None] Provisioning complete for port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:37.532586 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-840c3ef8-5ab6-4736-9f0b-dee62149d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:37.550233 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Request body: {'port': {'device_id': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:37.569018 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-840c3ef8-5ab6-4736-9f0b-dee62149d94e None None] Port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:45:37.730163 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:37.742934 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-9c3b1863-1a57-4b73-80d9-faf0241d43c7 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbd9c6bf5b0c491299815d545c1a594e HTTP/1.1" status: 200 len: 379 time: 0.2111108 Jul 18 16:45:37.744175 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:37.752212 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7cb5cbd7-17c5-4ea4-b12c-3f47307d46b9 req-dad8dc40-147b-4159-8a89-c76fa2078787 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 210 time: 0.0327930 Jul 18 16:45:37.915007 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'port': {'device_id': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'admin_state_up': True, 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'security_groups': ['717d6b64-9172-4343-869d-1629f10f2f70']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:38.087418 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c2f98e3b-3a1a-42be-bfde-5d6137e0a690 req-bcd526c5-cd0d-4c45-bdfa-8d7a7eda52d1 tempest-VolumesSnapshotTestJSON-567842884 tempest-VolumesSnapshotTestJSON-567842884-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dda1c4-b6c2-4da3-a0cd-d14c27edee3b HTTP/1.1" status: 200 len: 210 time: 0.0585549 Jul 18 16:45:38.432893 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88e49a-aca5-4fe8-8fea-2e1bc5601e0d req-9bb7fd98-6737-4b83-85f4-cef175a2961b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:38.434485 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6b88e49a-aca5-4fe8-8fea-2e1bc5601e0d req-9bb7fd98-6737-4b83-85f4-cef175a2961b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 932 time: 0.4035890 Jul 18 16:45:38.464719 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:38.495450 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:38.581141 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6b88e49a-aca5-4fe8-8fea-2e1bc5601e0d req-39326980-2101-434e-b318-a8c1ec8f8dcf tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384461 Jul 18 16:45:38.588156 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Made reservation on behalf of dbd9c6bf5b0c491299815d545c1a594e for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:45:38.592101 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:38.608513 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9ce4d7-eac9-49bf-a75b-895d5cdce0df {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:45:38.620252 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Publish callbacks [] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:38.648169 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Transition to ACTIVE for port object dd9ce4d7-eac9-49bf-a75b-895d5cdce0df will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:45:38.680989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:38.800673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:38.837060 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.837416 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.838004 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.838166 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.838442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.838984 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.839190 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.839443 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.839775 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.840125 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.840445 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.840773 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.841199 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.841465 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.841734 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:45:38.891506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Allocated IP 172.20.0.14 (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67/17bb4eb6-a0c7-45ac-b7cf-247295416d1c/9aae68b8-0df8-486e-a0d5-0405e1d676fb) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:45:38.906570 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-93613a7d-57cc-4ed4-b88e-5e3d3d4857f1 req-996b1eb4-f413-4edc-8bb4-ac5e7b21db84 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 210 time: 0.0328410 Jul 18 16:45:38.949877 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Attempting to bind port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:45:38.950068 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Attempting to bind port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:45:38.950316 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Attempting to bind port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df on network 98c424f3-63a6-4074-a1da-b047ae66c92b {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:45:38.967912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df on network 98c424f3-63a6-4074-a1da-b047ae66c92b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:45:38.968239 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Attempting to bind port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df on network 98c424f3-63a6-4074-a1da-b047ae66c92b {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:45:38.987159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:45:38.987516 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Checking segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:45:38.987937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Bound using segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:45:38.988425 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Bound port: dd9ce4d7-eac9-49bf-a75b-895d5cdce0df, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:45:38.988818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:38.997275 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:39.147918 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] For port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:45:39.152515 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.155286 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] For port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:45:39.168545 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.228528 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:39.229160 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.230749 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-966eafec-febc-4038-8f23-57d3de558929 service neutron] 10.222.0.95 "PUT /v2.0/ports/dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 200 len: 1094 time: 1.6898296 Jul 18 16:45:39.231474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:39.233856 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05915117-17b6-490e-ae2c-bb8dc9dba5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:39.265900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eafec-febc-4038-8f23-57d3de558929 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:39.273744 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.293619 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:39.321222 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:39.394302 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aab230-3e70-47d3-932b-2e70ec0e1668 x-openstack-request-id: req-c2aab230-3e70-47d3-932b-2e70ec0e1668 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:39.394742 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:39.394928 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2aab230-3e70-47d3-932b-2e70ec0e1668 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:39.395300 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2aab230-3e70-47d3-932b-2e70ec0e1668'] response: {'name': 'network-changed', 'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'status': 'completed', 'code': 200} Jul 18 16:45:39.408429 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:45:39.418293 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:45:39.420266 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event updated for resources: {'Port': ['ID=9aae68b8-0df8-486e-a0d5-0405e1d676fb,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:39.425168 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:45:39.431314 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-0a93a70b-e339-4266-b54b-8f6c28ae92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:39.432986 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-0a93a70b-e339-4266-b54b-8f6c28ae92fc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 1128 time: 0.1027143 Jul 18 16:45:39.500164 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-61aea03f-372c-4469-8ca6-4fc59cc4a30a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 200 len: 217 time: 0.0469282 Jul 18 16:45:39.552695 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:39.553379 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.600936 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-abd65eb4-04f7-41b1-83f3-7f5f704e07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:39.602863 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-abd65eb4-04f7-41b1-83f3-7f5f704e07f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0954094 Jul 18 16:45:39.612139 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-6cfcfedb-b98d-4dc2-aec4-5919b386f1a6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7050197 Jul 18 16:45:39.636531 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Request body: {'port': {'device_id': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:39.707178 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-a9ff1a55-1006-43d6-a7d6-69b0952ae5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:39.708994 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-a9ff1a55-1006-43d6-a7d6-69b0952ae5d8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954549 Jul 18 16:45:39.804703 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.849702 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b18b79a1-6fc3-4a00-a100-1144424eddc7 None None] Provisioning complete for port 9aae68b8-0df8-486e-a0d5-0405e1d676fb triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:39.850075 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b18b79a1-6fc3-4a00-a100-1144424eddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.858093 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22eaa0-f832-4245-9d62-b4ade99ff34a req-034bdece-3b98-4cc7-9eb1-d58d5a24f927 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:39.859735 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5f22eaa0-f832-4245-9d62-b4ade99ff34a req-034bdece-3b98-4cc7-9eb1-d58d5a24f927 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 944 time: 0.1561868 Jul 18 16:45:39.886089 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b18b79a1-6fc3-4a00-a100-1144424eddc7 None None] Port 9aae68b8-0df8-486e-a0d5-0405e1d676fb cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:45:39.977188 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-e6d50719-6576-4d7c-8d61-d006c30b997e service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511783 Jul 18 16:45:40.043374 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5f22eaa0-f832-4245-9d62-b4ade99ff34a req-93d31b75-d415-45a9-a096-c3f76d60b386 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752934 Jul 18 16:45:40.065890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab4b5-8c12-4639-bb43-84cc0ef6670d req-707b2a16-6768-4449-bd8e-570cf865bd03 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:40.075815 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-eecab4b5-8c12-4639-bb43-84cc0ef6670d req-707b2a16-6768-4449-bd8e-570cf865bd03 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 932 time: 0.0726840 Jul 18 16:45:40.128749 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-eecab4b5-8c12-4639-bb43-84cc0ef6670d req-7c67a85c-e5cf-42da-99bb-b990a7acb220 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500581 Jul 18 16:45:40.207651 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-74e122e6-1cb1-4208-9572-fe90c8214fc0 req-ccc50404-e0eb-4f47-a761-eda863f5650a service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852279 Jul 18 16:45:40.294580 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:40.305784 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aae68b8-0df8-486e-a0d5-0405e1d676fb {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:45:40.315677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Publish callbacks [] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:40.331910 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Transition to ACTIVE for port object 9aae68b8-0df8-486e-a0d5-0405e1d676fb will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:45:40.336506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:40.402738 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9aae68b8-0df8-486e-a0d5-0405e1d676fb,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:40.463328 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:40.503344 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Attempting to bind port 9aae68b8-0df8-486e-a0d5-0405e1d676fb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:45:40.503820 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Attempting to bind port 9aae68b8-0df8-486e-a0d5-0405e1d676fb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:45:40.504249 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Attempting to bind port 9aae68b8-0df8-486e-a0d5-0405e1d676fb on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:45:40.510035 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Port 9aae68b8-0df8-486e-a0d5-0405e1d676fb on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:45:40.510592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Attempting to bind port 9aae68b8-0df8-486e-a0d5-0405e1d676fb on network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:45:40.519330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:45:40.519902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Checking segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:45:40.520520 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Bound using segment: {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:45:40.521209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Bound port: 9aae68b8-0df8-486e-a0d5-0405e1d676fb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e00ff37-5d7f-42d1-9c3f-3243420cd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:45:40.521832 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:40.617155 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] For port 9aae68b8-0df8-486e-a0d5-0405e1d676fb, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:45:40.622843 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] For port 9aae68b8-0df8-486e-a0d5-0405e1d676fb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:45:40.632997 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:40.702767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:40.703766 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:40.706173 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] 10.222.0.95 "PUT /v2.0/ports/9aae68b8-0df8-486e-a0d5-0405e1d676fb HTTP/1.1" status: 200 len: 1094 time: 1.0741401 Jul 18 16:45:40.747445 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85918755-e3f3-457a-8e54-845207cf48b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9aae68b8-0df8-486e-a0d5-0405e1d676fb,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:41.172653 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 81a62187-a923-4147-96e4-b99a056a802f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:45:41.206569 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 81a62187-a923-4147-96e4-b99a056a802f {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:45:41.207536 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 81a62187-a923-4147-96e4-b99a056a802f not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:45:41.272999 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d12355-439d-46a1-85d4-acdc62496c41 req-b1870b36-4220-46b1-ba7d-e3d7a4dceb6b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:41.274609 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-61d12355-439d-46a1-85d4-acdc62496c41 req-b1870b36-4220-46b1-ba7d-e3d7a4dceb6b tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 944 time: 0.0520952 Jul 18 16:45:41.275947 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14ba34-a7a9-4beb-8377-fa304fa0c3ae req-2d7a3def-0a6b-47cc-9733-77a904b0283c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:41.278316 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0b14ba34-a7a9-4beb-8377-fa304fa0c3ae req-2d7a3def-0a6b-47cc-9733-77a904b0283c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 944 time: 0.1524546 Jul 18 16:45:41.289151 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-c068627d-7719-4db4-b5aa-f21f7e0708cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:41.291901 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-c068627d-7719-4db4-b5aa-f21f7e0708cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 1128 time: 0.1418567 Jul 18 16:45:41.338119 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-61d12355-439d-46a1-85d4-acdc62496c41 req-46a41afe-8b1c-4266-aa86-e10d85d3d89e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564346 Jul 18 16:45:41.365987 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0b14ba34-a7a9-4beb-8377-fa304fa0c3ae req-9c66c5fa-8311-4cfe-acd3-0c7188182505 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721474 Jul 18 16:45:41.396100 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:41.399058 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ca40f6-cee2-4236-8ef3-ec19ba254620" -d '{"events": [{"name": "network-changed", "server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:41.439796 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769015e8-d39e-44f3-a7a7-02dc149713b3 x-openstack-request-id: req-769015e8-d39e-44f3-a7a7-02dc149713b3 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:41.440248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:41.440643 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-769015e8-d39e-44f3-a7a7-02dc149713b3 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:41.441232 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769015e8-d39e-44f3-a7a7-02dc149713b3'] response: {'name': 'network-changed', 'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'status': 'completed', 'code': 200} Jul 18 16:45:42.498237 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea11fbd-b7b8-4899-af32-51cb645c91ab req-8b9b9cc2-ea9b-476c-89aa-ada941ab0142 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:42.498868 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7a9d2-d04f-41f7-bdce-c769ab67f60f req-30abcedd-788a-4852-84fb-7db7165d9d0a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:42.499623 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0ea11fbd-b7b8-4899-af32-51cb645c91ab req-8b9b9cc2-ea9b-476c-89aa-ada941ab0142 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 944 time: 0.0547194 Jul 18 16:45:42.500892 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9bb7a9d2-d04f-41f7-bdce-c769ab67f60f req-30abcedd-788a-4852-84fb-7db7165d9d0a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 944 time: 0.0771666 Jul 18 16:45:42.558607 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9bb7a9d2-d04f-41f7-bdce-c769ab67f60f req-d93e96fe-11b9-47df-88c2-5b0dd3e57e9e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517800 Jul 18 16:45:42.578483 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0ea11fbd-b7b8-4899-af32-51cb645c91ab req-df799a1d-8bbc-488b-86c6-fe0b02494456 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726304 Jul 18 16:45:43.226650 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:43.697029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cc025-458c-416e-80c9-2a73d5083edc req-a84e00ac-7797-4a3d-9440-50635dbfcee6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:43.699764 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f78cc025-458c-416e-80c9-2a73d5083edc req-a84e00ac-7797-4a3d-9440-50635dbfcee6 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 944 time: 0.0634696 Jul 18 16:45:43.733833 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ed984-49c2-4433-b2e5-f496ec16b0c4 req-50a0ff17-455a-4bf2-942c-275e5f973f98 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:43.735456 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-519ed984-49c2-4433-b2e5-f496ec16b0c4 req-50a0ff17-455a-4bf2-942c-275e5f973f98 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 944 time: 0.0528052 Jul 18 16:45:43.773524 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f78cc025-458c-416e-80c9-2a73d5083edc req-2eb52cba-cdb6-4e78-87ed-28b70c257421 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677221 Jul 18 16:45:43.788085 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-519ed984-49c2-4433-b2e5-f496ec16b0c4 req-916db1b2-991f-4a67-a1e9-c831fb219e5d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467973 Jul 18 16:45:43.852943 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device dd9ce4d7-eac9-49bf-a75b-895d5cdce0df details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:45:43.946938 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-df2ecb7b-2567-4325-915b-d8f71e7b59df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:43.948506 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-df2ecb7b-2567-4325-915b-d8f71e7b59df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 1128 time: 0.0987396 Jul 18 16:45:44.009572 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-9cd87f1b-013c-470b-86cf-28f9bba89cfa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb HTTP/1.1" status: 200 len: 217 time: 0.0451002 Jul 18 16:45:44.022015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:44.052554 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-21b0954e-1025-4fce-9c8f-b001ff923051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:44.054174 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-21b0954e-1025-4fce-9c8f-b001ff923051 service neutron] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 912 time: 0.1954772 Jul 18 16:45:44.102281 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-672cae48-c0b3-4983-9978-af4d9392b271 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 200 len: 217 time: 0.0416186 Jul 18 16:45:44.122813 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-9dc81161-8158-45ef-9613-8974cfc91afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:44.124238 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-9dc81161-8158-45ef-9613-8974cfc91afa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.1069646 Jul 18 16:45:44.182280 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'port_id': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'mac_address': 'fa:16:3e:43:b9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:45:44.189343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:44.201009 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-a71a6ac7-9135-43c2-bd0d-defea7a86d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:44.202544 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-a71a6ac7-9135-43c2-bd0d-defea7a86d24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0931036 Jul 18 16:45:44.207064 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-f09e58c8-0eb5-46f1-b404-1790794d27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:44.208415 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-f09e58c8-0eb5-46f1-b404-1790794d27f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653501 Jul 18 16:45:44.228075 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:44.228848 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:44.251173 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9ce4d7-eac9-49bf-a75b-895d5cdce0df {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:45:44.280466 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:44.285834 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:44.325817 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-ce081f8f-c8ca-4c5f-8305-30b02e254482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:44.327387 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-ce081f8f-c8ca-4c5f-8305-30b02e254482 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118402 Jul 18 16:45:44.341639 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:44.374692 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:44.422749 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-fed1638a-8feb-405b-b98d-1b3e61efec7f service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968634 Jul 18 16:45:44.517262 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-4ccc98cf-6019-45f9-98c0-a4749ee73eec service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809747 Jul 18 16:45:44.608454 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c3d69a6e-61f1-4224-86d1-76f307af3242 req-593385dd-0cdd-4a25-8da1-61fee58c6ed7 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782062 Jul 18 16:45:44.617338 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['dd9ce4d7-eac9-49bf-a75b-895d5cdce0df'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:45:44.658612 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-05915117-17b6-490e-ae2c-bb8dc9dba5d6 req-80b2135f-4e9d-40c8-9d54-870b870ab428 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312823 Jul 18 16:45:44.670957 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:44.909501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccd3c3-cbfc-4eec-9377-76e851c9abad req-6d149759-155d-4782-93f8-32585fc1edff tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:44.911073 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-acccd3c3-cbfc-4eec-9377-76e851c9abad req-6d149759-155d-4782-93f8-32585fc1edff tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 944 time: 0.0620182 Jul 18 16:45:44.923932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff29aa-4308-46fc-a701-4674da4365eb req-e3203831-675d-446a-97f6-c99e14518a8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:44.925521 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3bff29aa-4308-46fc-a701-4674da4365eb req-e3203831-675d-446a-97f6-c99e14518a8d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 945 time: 0.0578549 Jul 18 16:45:44.978246 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3bff29aa-4308-46fc-a701-4674da4365eb req-70bc4229-3c56-4955-a154-48f35d04b6b5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469260 Jul 18 16:45:44.988411 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-acccd3c3-cbfc-4eec-9377-76e851c9abad req-05dbbf4a-7668-4439-8c2d-ad286b7fb648 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698557 Jul 18 16:45:45.694054 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-3bcde25f-332c-4d7a-a659-b256133dcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:45.696181 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-3bcde25f-332c-4d7a-a659-b256133dcf1b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 1128 time: 0.0622365 Jul 18 16:45:45.822529 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-62cae5e7-0b9f-4396-81b0-2a5f7f44edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:45.824697 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-62cae5e7-0b9f-4396-81b0-2a5f7f44edd8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 916 time: 0.1204739 Jul 18 16:45:45.848784 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 9aae68b8-0df8-486e-a0d5-0405e1d676fb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:45:45.862457 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device dd9ce4d7-eac9-49bf-a75b-895d5cdce0df up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:45.901980 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-bcb205af-cda1-40a2-bee8-3635e6f0f4ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb HTTP/1.1" status: 200 len: 217 time: 0.0649631 Jul 18 16:45:45.977582 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:45:45.987837 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-bcf75c58-cd60-47fa-af4d-1148bff2ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:45.990150 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:45.990803 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:45.991311 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-bcf75c58-cd60-47fa-af4d-1148bff2ada7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.0811975 Jul 18 16:45:46.060719 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 9aae68b8-0df8-486e-a0d5-0405e1d676fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:46.089301 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'port_id': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'mac_address': 'fa:16:3e:03:00:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:45:46.092185 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:46.106326 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-ddce4b70-23c6-4b4b-a307-9ff7d39f7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:46.109340 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-ddce4b70-23c6-4b4b-a307-9ff7d39f7d72 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113329 Jul 18 16:45:46.173104 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 9aae68b8-0df8-486e-a0d5-0405e1d676fb is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:46.173747 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:46.179990 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:46.180483 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:46.201548 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:46.211478 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aae68b8-0df8-486e-a0d5-0405e1d676fb {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:45:46.223641 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:46.227006 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f717911c-f82d-4678-92d1-05a82a0788b5" -d '{"events": [{"server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:46.254578 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:46.257482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 9aae68b8-0df8-486e-a0d5-0405e1d676fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:46.263935 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:46.269513 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:46.302285 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec61d20-9f7f-4020-a1b1-2dcc9cf4e263 req-3780ec58-675a-47fa-8b60-a6f57f02e7cd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:46.305333 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8ec61d20-9f7f-4020-a1b1-2dcc9cf4e263 req-3780ec58-675a-47fa-8b60-a6f57f02e7cd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 944 time: 0.0925715 Jul 18 16:45:46.310200 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100297f3-9428-4fd6-94f7-d9fec53efbc8 req-9e72dc6b-2425-45d7-b848-b78d9b0a87ae tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:46.311841 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-100297f3-9428-4fd6-94f7-d9fec53efbc8 req-9e72dc6b-2425-45d7-b848-b78d9b0a87ae tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 945 time: 0.0717783 Jul 18 16:45:46.336954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=9aae68b8-0df8-486e-a0d5-0405e1d676fb,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:46.357309 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-86fc8747-dbe6-406e-848d-e6f1144b2d24 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399957 Jul 18 16:45:46.374676 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8ec61d20-9f7f-4020-a1b1-2dcc9cf4e263 req-01135b5b-263f-4835-8dd9-9afa3e995195 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525382 Jul 18 16:45:46.395485 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:46.467648 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-100297f3-9428-4fd6-94f7-d9fec53efbc8 req-26ac3514-0707-4a44-8fd0-f83ebcf10c76 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420100 Jul 18 16:45:46.468687 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d32fa44-83cf-411a-a989-e8b2c69cd2fa x-openstack-request-id: req-5d32fa44-83cf-411a-a989-e8b2c69cd2fa {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:46.469160 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:46.470672 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d32fa44-83cf-411a-a989-e8b2c69cd2fa {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:46.472912 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d32fa44-83cf-411a-a989-e8b2c69cd2fa'] response: {'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'code': 200} Jul 18 16:45:46.481791 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:46.509003 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-51ca40f6-cee2-4236-8ef3-ec19ba254620 req-85c96c4c-ff36-4c8c-a093-23a824432821 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443062 Jul 18 16:45:46.653289 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['9aae68b8-0df8-486e-a0d5-0405e1d676fb'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:45:46.748216 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd80af-1972-4fca-86cb-083541b2c548 req-298ed715-5bbc-4c8e-affd-0dd72f82e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:46.750383 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cbfd80af-1972-4fca-86cb-083541b2c548 req-298ed715-5bbc-4c8e-affd-0dd72f82e5bf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0585177 Jul 18 16:45:46.776218 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:46.799757 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cbfd80af-1972-4fca-86cb-083541b2c548 req-6d89a574-dc2d-4baf-9759-981122b73168 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418060 Jul 18 16:45:47.512623 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:47.523171 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611d38c-d006-4282-9eac-c3e5b4b520d3 req-079ca999-823f-43b5-ac4b-13020d66ce94 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:47.524032 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7611d38c-d006-4282-9eac-c3e5b4b520d3 req-079ca999-823f-43b5-ac4b-13020d66ce94 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 945 time: 0.0577669 Jul 18 16:45:47.567132 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:47.593487 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7611d38c-d006-4282-9eac-c3e5b4b520d3 req-776290d4-639a-41d2-a79f-cf24cdc446b9 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628181 Jul 18 16:45:47.624452 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049f32-1f4b-4f78-8548-9dd3e85e6946 req-7d4adb4d-8810-4501-8803-ba5c86877a5a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:47.626013 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4c049f32-1f4b-4f78-8548-9dd3e85e6946 req-7d4adb4d-8810-4501-8803-ba5c86877a5a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0724483 Jul 18 16:45:47.675939 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4c049f32-1f4b-4f78-8548-9dd3e85e6946 req-84420197-cf37-438a-b55f-e5f56b29527b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440578 Jul 18 16:45:47.858458 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 9aae68b8-0df8-486e-a0d5-0405e1d676fb up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:45:47.925671 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 9aae68b8-0df8-486e-a0d5-0405e1d676fb completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:45:47.934014 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 9aae68b8-0df8-486e-a0d5-0405e1d676fb triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:45:47.934887 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:48.021766 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 9aae68b8-0df8-486e-a0d5-0405e1d676fb is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:45:48.022193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:48.070175 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 9aae68b8-0df8-486e-a0d5-0405e1d676fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:45:48.075674 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:48.141426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=9aae68b8-0df8-486e-a0d5-0405e1d676fb,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:45:48.474864 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:48.477340 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57265a8d-b5ca-4fa2-8714-768fa5762abc" -d '{"events": [{"server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "name": "network-vif-plugged", "status": "completed", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:48.539641 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1c4807-0ed7-478f-b994-5be71c62502b x-openstack-request-id: req-ba1c4807-0ed7-478f-b994-5be71c62502b {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:48.540547 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "name": "network-vif-plugged", "status": "completed", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:48.541097 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ba1c4807-0ed7-478f-b994-5be71c62502b {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:48.541608 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1c4807-0ed7-478f-b994-5be71c62502b'] response: {'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'code': 200} Jul 18 16:45:48.661009 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb55db-49d9-4acc-a6b2-91540e4e42db req-513655c4-715e-41c0-ad9c-cae52a139777 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:48.664414 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-08fb55db-49d9-4acc-a6b2-91540e4e42db req-513655c4-715e-41c0-ad9c-cae52a139777 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0832279 Jul 18 16:45:48.746192 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-08fb55db-49d9-4acc-a6b2-91540e4e42db req-a7a02f51-4312-4d9a-8f9c-bd6bf8d4c0bc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751908 Jul 18 16:45:48.752154 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ed4fa-b534-4fe1-b509-6dc218263f38 req-bb08990d-5990-4be8-b7f3-87ae29a31fd3 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:48.754887 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e98ed4fa-b534-4fe1-b509-6dc218263f38 req-bb08990d-5990-4be8-b7f3-87ae29a31fd3 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0656896 Jul 18 16:45:48.855260 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e98ed4fa-b534-4fe1-b509-6dc218263f38 req-6a459081-ecc9-438c-b046-b25d0dd7a407 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912247 Jul 18 16:45:48.905355 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5819d-5ee4-446e-b5f0-8261c34bac57 req-3ee7abcd-187c-41f7-a473-c6ca3c0a5f99 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:48.907096 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bdb5819d-5ee4-446e-b5f0-8261c34bac57 req-3ee7abcd-187c-41f7-a473-c6ca3c0a5f99 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0542369 Jul 18 16:45:48.968193 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bdb5819d-5ee4-446e-b5f0-8261c34bac57 req-3b66e3a3-81a0-40e5-972e-60f010105774 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502625 Jul 18 16:45:48.976867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e7951-0d1b-4c10-90e3-b47acb7abb0f req-0d423e2b-c3b0-4f30-917b-5f9b01865a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:48.978449 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-df2e7951-0d1b-4c10-90e3-b47acb7abb0f req-0d423e2b-c3b0-4f30-917b-5f9b01865a29 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 1130 time: 0.0511768 Jul 18 16:45:49.053783 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-980aaa40-da95-4831-9b7c-2a9354afdbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:49.344976 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a60b6-dd86-41c6-b466-7f12c6ffc595 req-935b3328-4e1c-4244-a9f4-703823919901 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:49.347637 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a48a60b6-dd86-41c6-b466-7f12c6ffc595 req-935b3328-4e1c-4244-a9f4-703823919901 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0767341 Jul 18 16:45:49.352163 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-df2e7951-0d1b-4c10-90e3-b47acb7abb0f req-1ccde794-a749-41eb-ab8f-a1059899a0ab service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639948 Jul 18 16:45:49.359344 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34276) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:49.365653 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'floatingip': {'port_id': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:49.437918 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (08250ad7-72cd-4d98-aacd-c25a588aba0b), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:49.670641 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:50.037270 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3371e-84a2-4db0-bbe7-570700e4b943 req-33a3db18-a479-42e0-a8b0-7d8b618b017a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:50.039616 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fbc3371e-84a2-4db0-bbe7-570700e4b943 req-33a3db18-a479-42e0-a8b0-7d8b618b017a tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0635195 Jul 18 16:45:50.107938 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fbc3371e-84a2-4db0-bbe7-570700e4b943 req-36ca7af4-25c6-455e-a546-d22d943a2887 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577455 Jul 18 16:45:50.269857 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0865fa-4c9c-4a43-b1a5-a21c7ddee250 req-a20d4fa4-cb37-4207-bff5-b4554cd12a4b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:50.271451 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bc0865fa-4c9c-4a43-b1a5-a21c7ddee250 req-a20d4fa4-cb37-4207-bff5-b4554cd12a4b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.3730061 Jul 18 16:45:50.284841 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:50.294766 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (08250ad7-72cd-4d98-aacd-c25a588aba0b), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:50.407556 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-bc0865fa-4c9c-4a43-b1a5-a21c7ddee250 req-dfccbc14-872f-47fe-901d-fe4dce600552 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212847 Jul 18 16:45:50.443119 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Floating IP 08250ad7-72cd-4d98-aacd-c25a588aba0b associated. External IP: 172.27.0.173, port: dd9ce4d7-eac9-49bf-a75b-895d5cdce0df. Jul 18 16:45:50.656545 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:50.672162 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Router bbf8d5e0-d2fc-46dd-9658-40695d35e223 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:45:50.796262 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:45:50.801107 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:50.810927 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] Sync routers for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:45:50.828840 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:50.829888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:50.835772 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-17fae4f5-3500-4da0-97ac-4d5ac0c65270 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "PUT /v2.0/floatingips/08250ad7-72cd-4d98-aacd-c25a588aba0b HTTP/1.1" status: 200 len: 992 time: 1.4753027 Jul 18 16:45:50.836366 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:50.838727 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5393f5f-6d8c-4b26-82a0-82bd404f0951" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:50.885609 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394f7050-c8c2-4a18-b12e-946954bab863 x-openstack-request-id: req-394f7050-c8c2-4a18-b12e-946954bab863 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:50.885911 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:50.886171 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-394f7050-c8c2-4a18-b12e-946954bab863 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:50.886625 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394f7050-c8c2-4a18-b12e-946954bab863'] response: {'name': 'network-changed', 'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'status': 'completed', 'code': 200} Jul 18 16:45:50.971374 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:51.074866 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:51.252640 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '08250ad7-72cd-4d98-aacd-c25a588aba0b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'port_id': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'mac_address': 'fa:16:3e:43:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:45:29Z', 'updated_at': '2022-07-18T16:45:49Z', 'revision_number': 1, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:51.297363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] Checking router: bbf8d5e0-d2fc-46dd-9658-40695d35e223 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:45:51.307467 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcd99f-8972-49f9-af3a-39a700572fc4 req-992edec2-ca09-4e7e-9241-e147d77413cf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:51.310097 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e0dcd99f-8972-49f9-af3a-39a700572fc4 req-992edec2-ca09-4e7e-9241-e147d77413cf tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0806892 Jul 18 16:45:51.312561 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:51.313326 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:51.372942 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e0dcd99f-8972-49f9-af3a-39a700572fc4 req-aa7cb3ff-201f-4142-8014-c168a3ee2dfb tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525818 Jul 18 16:45:51.448899 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:51.569904 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785e4f-0975-4312-976e-b44ec482b337 req-3a19e667-c503-4dbf-a5f1-7cc8a77f4275 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:51.571594 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f785e4f-0975-4312-976e-b44ec482b337 req-3a19e667-c503-4dbf-a5f1-7cc8a77f4275 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0571423 Jul 18 16:45:51.645390 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:51.664975 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f785e4f-0975-4312-976e-b44ec482b337 req-1f1207eb-8702-4e42-8810-dfcc8b995c25 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861459 Jul 18 16:45:51.721282 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '08250ad7-72cd-4d98-aacd-c25a588aba0b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'port_id': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'mac_address': 'fa:16:3e:43:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:45:29Z', 'updated_at': '2022-07-18T16:45:49Z', 'revision_number': 1, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:51.752851 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3acb607-4cb3-46c3-9b29-7fc9a8771f9c None None] The sync data for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi is: [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '08250ad7-72cd-4d98-aacd-c25a588aba0b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'port_id': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'mac_address': 'fa:16:3e:43:b9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:45:29Z', 'updated_at': '2022-07-18T16:45:49Z', 'revision_number': 1, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:45:51.962779 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433664f-b560-4098-aeed-e4fdf1b7886a None None] New status for floating IP 08250ad7-72cd-4d98-aacd-c25a588aba0b: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:45:52.140533 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4fdf1f98-3eac-431e-bd8d-7d5c101d58fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:52.514987 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710494-76f5-4bab-aec9-8749890f33af req-3220fcfc-9774-4a9d-9c33-578229ee8b35 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:52.516727 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e1710494-76f5-4bab-aec9-8749890f33af req-3220fcfc-9774-4a9d-9c33-578229ee8b35 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0604765 Jul 18 16:45:52.554778 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:52.580181 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e1710494-76f5-4bab-aec9-8749890f33af req-27752b9b-344d-4efe-a3d9-a2d50661b367 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540812 Jul 18 16:45:52.802674 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b869bf2-6776-4c7a-accd-36750418a2b1 req-896446f2-47c5-460f-833c-967c3a992424 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:52.804619 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1b869bf2-6776-4c7a-accd-36750418a2b1 req-896446f2-47c5-460f-833c-967c3a992424 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0550864 Jul 18 16:45:52.863476 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1b869bf2-6776-4c7a-accd-36750418a2b1 req-3fe72d1a-f441-4ef5-97e2-d5a44fd7cfa0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 Jul 18 16:45:53.096525 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-d6710d05-ac70-4519-b6ef-76b8dafc800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:53.098066 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-d6710d05-ac70-4519-b6ef-76b8dafc800f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0468836 Jul 18 16:45:53.219711 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-108366a5-080e-4897-b860-78da7fbede5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:53.221227 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-108366a5-080e-4897-b860-78da7fbede5d service neutron] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 912 time: 0.1166768 Jul 18 16:45:53.298173 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-96214032-2c04-4253-92b1-6d31f4bac7b9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 200 len: 1002 time: 0.0663252 Jul 18 16:45:53.353574 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-56543655-635b-49ab-a46c-746ee9117623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:53.355249 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-56543655-635b-49ab-a46c-746ee9117623 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0494425 Jul 18 16:45:53.610002 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-38759501-f49a-4bcd-acc5-1fcfbd2c7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:53.611898 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-38759501-f49a-4bcd-acc5-1fcfbd2c7fe2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603683 Jul 18 16:45:53.765731 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ddc3b-4df7-4276-88a4-fbbe54ebddce req-f8581064-79fe-44c9-9afe-0f0262e87f3f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:53.767693 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7a0ddc3b-4df7-4276-88a4-fbbe54ebddce req-f8581064-79fe-44c9-9afe-0f0262e87f3f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0677698 Jul 18 16:45:53.832168 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7a0ddc3b-4df7-4276-88a4-fbbe54ebddce req-5174cfa3-9f62-4eab-a467-1cb57491c480 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544038 Jul 18 16:45:54.021243 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:54.037826 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:54.066489 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5db27-bc78-4336-b1e1-60c064858d6f req-e66fd066-ca96-4172-bfb3-9526c51855fd tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:54.075341 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3fc5db27-bc78-4336-b1e1-60c064858d6f req-e66fd066-ca96-4172-bfb3-9526c51855fd tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.1023402 Jul 18 16:45:54.131625 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3fc5db27-bc78-4336-b1e1-60c064858d6f req-8f061390-69aa-4a0d-80c5-10aa7b2cdd62 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533228 Jul 18 16:45:54.296971 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:54.319704 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-a9325510-6dfe-4188-ad6c-4bb2f978a705 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963173 Jul 18 16:45:54.424981 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f5393f5f-6d8c-4b26-82a0-82bd404f0951 req-ea50182f-99cb-42c7-9806-a25a637b88a4 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959663 Jul 18 16:45:54.963769 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18052a9a-1728-43c4-9346-b41e7cbc1b77 req-0a7cfe2e-be6b-41fe-8cb5-87c336e93108 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:54.965389 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18052a9a-1728-43c4-9346-b41e7cbc1b77 req-0a7cfe2e-be6b-41fe-8cb5-87c336e93108 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0571415 Jul 18 16:45:55.035917 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18052a9a-1728-43c4-9346-b41e7cbc1b77 req-b8c5d9ef-3ebf-4652-903b-e75e20d48fff tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605454 Jul 18 16:45:55.159597 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c5e63-e7b4-4cf9-b900-6e7833a018e9 req-1c6d5995-0474-4418-a9c2-6190ce92a3ae tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:55.161890 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-307c5e63-e7b4-4cf9-b900-6e7833a018e9 req-1c6d5995-0474-4418-a9c2-6190ce92a3ae tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0547109 Jul 18 16:45:55.176053 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34324) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:45:55.179610 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:55.182937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Request body: {'floatingip': {'port_id': '9aae68b8-0df8-486e-a0d5-0405e1d676fb'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:45:55.227406 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (c41c737f-d97f-4a3e-8dd5-b03620087227), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:55.369509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14273-ae2b-4f68-9d70-dc37a944592a req-f644c1fe-becd-443a-a569-01e1e6fd763b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:55.372903 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-67f14273-ae2b-4f68-9d70-dc37a944592a req-f644c1fe-becd-443a-a569-01e1e6fd763b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.1077366 Jul 18 16:45:55.446882 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-67f14273-ae2b-4f68-9d70-dc37a944592a req-f1ff023f-80a0-4423-8d69-ae2dc7f97d5d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636351 Jul 18 16:45:55.768325 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:55.870670 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:55.876215 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (c41c737f-d97f-4a3e-8dd5-b03620087227), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:55.989639 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP c41c737f-d97f-4a3e-8dd5-b03620087227 associated. External IP: 172.27.0.125, port: 9aae68b8-0df8-486e-a0d5-0405e1d676fb. Jul 18 16:45:56.230762 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:45:56.233575 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:56.250675 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:56.366443 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:45:56.372083 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:56.379097 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:45:56.392876 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:56.394380 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:56.411751 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-f68b3aa9-c7d6-47c1-ab86-55e16d81c0ea tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "PUT /v2.0/floatingips/c41c737f-d97f-4a3e-8dd5-b03620087227 HTTP/1.1" status: 200 len: 992 time: 1.2307236 Jul 18 16:45:56.411751 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:45:56.411751 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93e6084-2df2-427d-8777-002ac92e5b34" -d '{"events": [{"name": "network-changed", "server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:45:56.458014 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4578de90-27df-4d6b-b692-9128b18dace0 x-openstack-request-id: req-4578de90-27df-4d6b-b692-9128b18dace0 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:45:56.458486 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:45:56.458942 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4578de90-27df-4d6b-b692-9128b18dace0 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:45:56.459797 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4578de90-27df-4d6b-b692-9128b18dace0'] response: {'name': 'network-changed', 'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'status': 'completed', 'code': 200} Jul 18 16:45:56.588473 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:56.599752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-12c5416d-5c2e-4134-9931-d73da7b52167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:56.603016 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-12c5416d-5c2e-4134-9931-d73da7b52167 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 1130 time: 0.0791407 Jul 18 16:45:56.681139 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6daf3f-6fdf-4cb1-93ef-600746a18afc req-d81ba020-bd3e-4a1f-85a1-dcfed55eb6fb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:56.685486 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3c6daf3f-6fdf-4cb1-93ef-600746a18afc req-d81ba020-bd3e-4a1f-85a1-dcfed55eb6fb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.1030269 Jul 18 16:45:56.760490 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3c6daf3f-6fdf-4cb1-93ef-600746a18afc req-69354e25-9f98-4eb1-854f-f5f6150e3fbf tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654345 Jul 18 16:45:56.801796 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-6eb607ed-4051-4918-bc31-32d0bfff9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:56.805695 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-6eb607ed-4051-4918-bc31-32d0bfff9d77 service neutron] 10.222.0.95 "GET /v2.0/networks?id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 200 len: 916 time: 0.1862397 Jul 18 16:45:56.892894 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-8bf61ad5-e113-4dc7-b507-4081a509554f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb HTTP/1.1" status: 200 len: 1000 time: 0.0799363 Jul 18 16:45:56.967502 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-78a39b34-2ced-4bfe-a905-8bfca855d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:56.970208 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-78a39b34-2ced-4bfe-a905-8bfca855d810 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 200 len: 854 time: 0.0603478 Jul 18 16:45:57.009874 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'c41c737f-d97f-4a3e-8dd5-b03620087227', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:03:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:45:34Z', 'updated_at': '2022-07-18T16:45:55Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:57.031122 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-228e89e5-4f90-43f5-986f-e0adf5dfca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:57.032649 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-228e89e5-4f90-43f5-986f-e0adf5dfca15 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543919 Jul 18 16:45:57.044052 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:45:57.055863 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:45:57.056496 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:57.094293 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:57.179168 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:45:57.180494 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-49439dca-d23e-4abc-ae8b-3f2e0bec6919 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374178 Jul 18 16:45:57.323128 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d93e6084-2df2-427d-8777-002ac92e5b34 req-ea2118a4-34dc-45ad-9999-3702ba1553d6 service neutron] 10.222.0.95 "GET /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352232 Jul 18 16:45:57.424217 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'c41c737f-d97f-4a3e-8dd5-b03620087227', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:03:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:45:34Z', 'updated_at': '2022-07-18T16:45:55Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:45:57.456771 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00ded59-1759-4bc6-a1d3-a00c15c00766 None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'c41c737f-d97f-4a3e-8dd5-b03620087227', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'port_id': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'mac_address': 'fa:16:3e:03:00:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:45:34Z', 'updated_at': '2022-07-18T16:45:55Z', 'revision_number': 1, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:45:57.676129 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c129172-45f8-46cb-a075-9c9de75ee8e6 None None] New status for floating IP c41c737f-d97f-4a3e-8dd5-b03620087227: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:45:57.978937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7e015-530a-4eb8-bcc1-d2d34a2e605d req-a87b5d6b-f889-4d7d-a91c-1bdb9a306a14 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:57.981373 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d9b7e015-530a-4eb8-bcc1-d2d34a2e605d req-a87b5d6b-f889-4d7d-a91c-1bdb9a306a14 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0672324 Jul 18 16:45:58.037012 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d9b7e015-530a-4eb8-bcc1-d2d34a2e605d req-231671c1-32a7-461f-918d-a9b07396b7be tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495982 Jul 18 16:45:59.212509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f7fd2-0e8d-4bda-a3a5-f3d2e15e6b84 req-679bd296-744e-4c33-a5a0-e37ff257c11a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:59.214321 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9b1f7fd2-0e8d-4bda-a3a5-f3d2e15e6b84 req-679bd296-744e-4c33-a5a0-e37ff257c11a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0577209 Jul 18 16:45:59.294581 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9b1f7fd2-0e8d-4bda-a3a5-f3d2e15e6b84 req-fcc67495-3fc0-4d75-a4ee-2f58bd0d2678 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725250 Jul 18 16:45:59.527209 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:59.720849 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-0a52f8d5-adf9-41aa-87d8-97984378b191 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443606 Jul 18 16:45:59.854634 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-5fb53892-213e-4a47-9bee-f9a59c8644b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:59.857006 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-5fb53892-213e-4a47-9bee-f9a59c8644b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 1130 time: 0.0779231 Jul 18 16:45:59.981518 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-94955f1b-6925-4586-bfcb-0d63740e4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:45:59.983053 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-94955f1b-6925-4586-bfcb-0d63740e4674 service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.0968046 Jul 18 16:46:00.093781 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-7ef70a0e-c570-4efa-a0f9-75dc5ac18d00 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b74452ca-033c-40d3-b50d-968df23f2d86 HTTP/1.1" status: 200 len: 1002 time: 0.1013074 Jul 18 16:46:00.183690 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-f7240fbf-43a0-4ebb-ac61-8f01e46dc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:00.186182 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-f7240fbf-43a0-4ebb-ac61-8f01e46dc83b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0770519 Jul 18 16:46:00.218846 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:00.251417 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-cd7284e5-0c46-41e7-b35e-3f7c80a93479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:00.253003 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-cd7284e5-0c46-41e7-b35e-3f7c80a93479 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497644 Jul 18 16:46:00.300547 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:00.383315 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-d5e7cbde-7285-4db9-9b23-bf721232d457 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105585 Jul 18 16:46:00.508423 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a06e6-c97a-4f6f-b3e7-a28d0783fe44 req-472b6225-a905-4119-be4f-f6d723b05205 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:00.510099 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a42a06e6-c97a-4f6f-b3e7-a28d0783fe44 req-472b6225-a905-4119-be4f-f6d723b05205 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0948026 Jul 18 16:46:00.552870 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a8f2caaf-a60f-4fcc-bf93-dd16f73fefb3 req-762a2eed-97a1-49bd-85f7-7b3126df76b1 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607289 Jul 18 16:46:00.599322 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a42a06e6-c97a-4f6f-b3e7-a28d0783fe44 req-eb0a4e38-5e3c-4f50-91ed-8e5a088625e6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812526 Jul 18 16:46:01.732822 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f41b14-bac0-47ae-a22c-26f67815661b req-7bc89f8f-cbe8-4550-b243-e88a77744b83 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:01.734372 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-81f41b14-bac0-47ae-a22c-26f67815661b req-7bc89f8f-cbe8-4550-b243-e88a77744b83 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0513539 Jul 18 16:46:01.793117 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-81f41b14-bac0-47ae-a22c-26f67815661b req-488de575-5c0e-4aab-accf-f428d81a86c6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490465 Jul 18 16:46:02.931818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394148aa-f43e-40c5-a889-683ae1bbacb8 req-da227409-b1b7-4a44-9550-ae0820a0f58f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:02.933416 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-394148aa-f43e-40c5-a889-683ae1bbacb8 req-da227409-b1b7-4a44-9550-ae0820a0f58f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0537350 Jul 18 16:46:02.992921 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-394148aa-f43e-40c5-a889-683ae1bbacb8 req-56d48bc7-8a6e-43a2-8736-f5c8d89d0b5f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534139 Jul 18 16:46:03.731005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34406) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:03.783552 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] Deleting subnet a9d058dd-2fce-4b07-b2b7-906371203852 {{(pid=104182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:46:03.787364 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] Publish callbacks [] for subnet (a9d058dd-2fce-4b07-b2b7-906371203852), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.080735 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126338296'] for subnet (a9d058dd-2fce-4b07-b2b7-906371203852), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.133158 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94e7f-a230-4df8-a6c5-6cf9c3e71ac7 req-3af8d17a-f80b-4e9f-83bd-27e717320cbd tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:04.134919 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-57e94e7f-a230-4df8-a6c5-6cf9c3e71ac7 req-3af8d17a-f80b-4e9f-83bd-27e717320cbd tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0558114 Jul 18 16:46:04.149480 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (a9d058dd-2fce-4b07-b2b7-906371203852), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.207707 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:04.214128 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-57e94e7f-a230-4df8-a6c5-6cf9c3e71ac7 req-9c3f2888-986b-4147-8e3f-c859fc726a93 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694554 Jul 18 16:46:04.247903 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126058424'] for subnet (a9d058dd-2fce-4b07-b2b7-906371203852), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.281148 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d058dd-2fce-4b07-b2b7-906371203852,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:04.286010 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.290176 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1a2b3a4c-df4d-4677-a214-638741ca4b41 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a9d058dd-2fce-4b07-b2b7-906371203852 HTTP/1.1" status: 204 len: 168 time: 0.5580311 Jul 18 16:46:04.293246 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34412) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:04.370544 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (7f1b0a03-df48-4d24-bcde-649f3975d3a7), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.461769 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (7f1b0a03-df48-4d24-bcde-649f3975d3a7), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.485126 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b0a03-df48-4d24-bcde-649f3975d3a7']}} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:04.496523 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c45a92-4f6f-4fe9-a11d-3ab449aafd30') {'for_net_delete': True} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:04.496890 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c45a92-4f6f-4fe9-a11d-3ab449aafd30') {} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:04.509195 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126338177'] for segment (61c45a92-4f6f-4fe9-a11d-3ab449aafd30), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.524849 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (61c45a92-4f6f-4fe9-a11d-3ab449aafd30), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.532732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=104182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:46:04.533153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754716'] for segment (61c45a92-4f6f-4fe9-a11d-3ab449aafd30), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.583994 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:04.586135 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment 61c45a92-4f6f-4fe9-a11d-3ab449aafd30 resource provider aggregate not found Jul 18 16:46:04.608651 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (7f1b0a03-df48-4d24-bcde-649f3975d3a7), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.611591 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment 61c45a92-4f6f-4fe9-a11d-3ab449aafd30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61c45a92-4f6f-4fe9-a11d-3ab449aafd30 found for delete ", "request_id": "req-4e648d25-3d6a-4505-ad5c-f2d5f6fb43ae"}]} Jul 18 16:46:04.620850 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.626279 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f1b0a03-df48-4d24-bcde-649f3975d3a7 HTTP/1.1" status: 204 len: 168 time: 0.3315086 Jul 18 16:46:04.639389 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6caa50-4a9e-4c53-908a-b0acf4f7e7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f1b0a03-df48-4d24-bcde-649f3975d3a7,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:04.772946 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34420) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:04.823941 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ac32141b-0296-4df3-82d1-d043f2c567bc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56792f3625e2457bbe9aa0dfa9763028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495183 Jul 18 16:46:04.826901 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34422) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:04.884896 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ba177610-a1f8-4206-8844-5cd2e264d5ce admin admin] Publish callbacks [] for security_group (0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.910927 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ba177610-a1f8-4206-8844-5cd2e264d5ce admin admin] Publish callbacks [] for security_group (0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.969834 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ba177610-a1f8-4206-8844-5cd2e264d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.972981 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ba177610-a1f8-4206-8844-5cd2e264d5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:04.974455 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ba177610-a1f8-4206-8844-5cd2e264d5ce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6 HTTP/1.1" status: 204 len: 168 time: 0.1463993 Jul 18 16:46:04.985885 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba177610-a1f8-4206-8844-5cd2e264d5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7bfdc1-c3c6-4c69-b94d-dd8c0a510bc6,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:05.004635 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:05.383531 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7a2dc-a291-4c50-9283-020b28ff8642 req-3bbab70c-8323-4d18-9a2d-858742085dfb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:05.385492 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a1a7a2dc-a291-4c50-9283-020b28ff8642 req-3bbab70c-8323-4d18-9a2d-858742085dfb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0647182 Jul 18 16:46:05.446613 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a1a7a2dc-a291-4c50-9283-020b28ff8642 req-082cff83-72b5-499b-8f79-99379bdb285d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541241 Jul 18 16:46:06.610975 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f49418-7f51-4efa-baeb-18d92450c19b req-cba557a0-026b-476c-9d4a-d7903b6bc305 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:06.615292 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f5f49418-7f51-4efa-baeb-18d92450c19b req-cba557a0-026b-476c-9d4a-d7903b6bc305 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0887339 Jul 18 16:46:06.686147 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f5f49418-7f51-4efa-baeb-18d92450c19b req-b77bd94e-9240-4314-a3ae-1f30885fce03 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647454 Jul 18 16:46:07.827348 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:07.830737 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:07.888347 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:07.919793 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d36671-61c3-4812-841d-0fcba16f1d9d req-164490a8-1bae-447f-811b-772f1a05b4b3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:07.923403 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b9d36671-61c3-4812-841d-0fcba16f1d9d req-164490a8-1bae-447f-811b-772f1a05b4b3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.1049087 Jul 18 16:46:07.955961 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:46:08.016718 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b9d36671-61c3-4812-841d-0fcba16f1d9d req-cbd43ff8-5ea4-4822-a501-6527769c8139 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860655 Jul 18 16:46:08.187612 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:08.209522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'port_id': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'mac_address': 'fa:16:3e:c1:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:46:08.277415 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: ACTIVE; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:08.278646 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:08.306669 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf08c27e-1532-45fb-ba35-fa7294ac40b0 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:46:08.355419 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:08.362101 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:08.465822 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=6']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:08.486257 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.487002 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.487692 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.488350 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.489041 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.489600 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.490386 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.490982 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.491538 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.492110 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.492681 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.493235 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.493765 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.494332 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.494938 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:08.571817 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['cf08c27e-1532-45fb-ba35-fa7294ac40b0'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:46:09.208034 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51cec6-fe48-4804-8328-b910f14afecb req-2681acac-c8ba-434a-b743-13c2f664279d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:09.211142 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1f51cec6-fe48-4804-8328-b910f14afecb req-2681acac-c8ba-434a-b743-13c2f664279d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 944 time: 0.0794985 Jul 18 16:46:09.248258 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:09.280298 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1f51cec6-fe48-4804-8328-b910f14afecb req-73d4119f-9fbd-4d7e-b573-fe67f0f836a0 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630722 Jul 18 16:46:09.970890 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:46:10.037830 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port cf08c27e-1532-45fb-ba35-fa7294ac40b0 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:46:10.038250 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:10.057860 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:10.149030 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:10.149534 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:10.177599 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:10.180290 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc745fc3-a152-49e2-9be6-bf4da656722c" -d '{"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-plugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:10.205901 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:10.215330 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:10.244252 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:46:10.274272 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54549010-d363-4a0b-a661-146a07297cff x-openstack-request-id: req-54549010-d363-4a0b-a661-146a07297cff {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:10.274682 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-plugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:10.274850 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54549010-d363-4a0b-a661-146a07297cff {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:10.275238 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54549010-d363-4a0b-a661-146a07297cff'] response: {'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'code': 200} Jul 18 16:46:10.307496 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=7']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:10.501019 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6091b4-5794-40ee-884b-c6620c51196f req-29ed1331-4bc3-4c4a-9e6d-831271c24045 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:10.514958 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ae6091b4-5794-40ee-884b-c6620c51196f req-29ed1331-4bc3-4c4a-9e6d-831271c24045 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.1095181 Jul 18 16:46:10.610621 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ae6091b4-5794-40ee-884b-c6620c51196f req-ce349509-43fd-4a1d-a5de-a5c31f8c1fd2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938315 Jul 18 16:46:11.843250 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafde50a-1914-481a-aa7e-1f308c3fd0a2 req-d369fbcf-b76a-4880-b942-dbe41ca35810 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:11.845269 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dafde50a-1914-481a-aa7e-1f308c3fd0a2 req-d369fbcf-b76a-4880-b942-dbe41ca35810 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0923235 Jul 18 16:46:11.959495 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-dafde50a-1914-481a-aa7e-1f308c3fd0a2 req-56b41ef2-77b4-40b1-a6aa-12e79ffa66cb tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026285 Jul 18 16:46:12.184398 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa15e1-a167-4553-9121-ada290344f73 req-7ed02cce-4996-4cd4-8ab0-0c90c321e4c8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:12.186200 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3baa15e1-a167-4553-9121-ada290344f73 req-7ed02cce-4996-4cd4-8ab0-0c90c321e4c8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.0628204 Jul 18 16:46:12.269371 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3baa15e1-a167-4553-9121-ada290344f73 req-02898c15-bd94-4e31-9002-741d3d9e97b8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715802 Jul 18 16:46:13.166084 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ad572-a61f-4b17-91e3-6558a31a6bbc req-30a18c82-c0af-490e-9aab-442db5ca3755 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:13.168489 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-585ad572-a61f-4b17-91e3-6558a31a6bbc req-30a18c82-c0af-490e-9aab-442db5ca3755 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0988090 Jul 18 16:46:13.246944 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-585ad572-a61f-4b17-91e3-6558a31a6bbc req-d7ca5bd5-5d77-4572-a915-b858eb1bf304 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684648 Jul 18 16:46:13.465304 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58295815-61ac-4d06-a56a-e4162241456a req-74d682e7-7302-438a-b49e-db28d2ab3f5c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:13.467148 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-58295815-61ac-4d06-a56a-e4162241456a req-74d682e7-7302-438a-b49e-db28d2ab3f5c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.0579228 Jul 18 16:46:13.549027 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-58295815-61ac-4d06-a56a-e4162241456a req-339f43a6-4ddd-4885-9bb0-74ca48d893ea tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686960 Jul 18 16:46:14.154557 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-58106034-dcf2-4da7-8840-94ba96e46b8c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:14.157138 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-58106034-dcf2-4da7-8840-94ba96e46b8c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.0622168 Jul 18 16:46:14.293485 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Deleting port b74452ca-033c-40d3-b50d-968df23f2d86 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:46:14.293846 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:14.456522 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] For port b74452ca-033c-40d3-b50d-968df23f2d86, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b74452ca-033c-40d3-b50d-968df23f2d86,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:14.456956 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:14.458609 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da5fb1-3eb3-43ed-be82-03177ebfea78 req-465f8c84-a856-4347-a731-a4c820a61f4f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:14.466164 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-60da5fb1-3eb3-43ed-be82-03177ebfea78 req-465f8c84-a856-4347-a731-a4c820a61f4f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.1136308 Jul 18 16:46:14.540142 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-60da5fb1-3eb3-43ed-be82-03177ebfea78 req-cbf20878-2ad5-4de0-9ff8-f38ef911e34c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704441 Jul 18 16:46:14.667799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:14.725397 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03c2a9-100c-4dec-8a05-fe293a389562 req-6ea5ab2b-3e74-4fd0-a082-b8e787e99c60 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:14.726945 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-db03c2a9-100c-4dec-8a05-fe293a389562 req-6ea5ab2b-3e74-4fd0-a082-b8e787e99c60 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 946 time: 0.0748167 Jul 18 16:46:14.729153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:14.729519 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (457c16ee-9f8b-441b-81e2-ec412a224792), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:14.729833 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Floating IP 457c16ee-9f8b-441b-81e2-ec412a224792 disassociated. External IP: 172.27.0.200, port: b74452ca-033c-40d3-b50d-968df23f2d86. Jul 18 16:46:14.730181 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Calling delete_port for b74452ca-033c-40d3-b50d-968df23f2d86 owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:46:14.849056 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-db03c2a9-100c-4dec-8a05-fe293a389562 req-28bab812-b6cb-4c4c-bda0-4e8b484f64f3 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132910 Jul 18 16:46:14.947965 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (b74452ca-033c-40d3-b50d-968df23f2d86), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:14.998678 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event deleted for resources: {'Port': ['ID=b74452ca-033c-40d3-b50d-968df23f2d86,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:15.137257 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:46:15.190194 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:15.270657 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:46:15.286061 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:46:15.302603 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:46:15.303528 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:15.391666 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] No DVR routers for this DVR port b74452ca-033c-40d3-b50d-968df23f2d86 on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:46:15.395972 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:15.400207 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c07eddc3-ee1e-45c4-bf39-536a83fd8732 req-3c31feb1-571f-4a34-9d29-009ff7663631 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "DELETE /v2.0/ports/b74452ca-033c-40d3-b50d-968df23f2d86 HTTP/1.1" status: 204 len: 173 time: 1.2363315 Jul 18 16:46:15.401089 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'name': 'network-vif-deleted', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:15.403938 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0caa1c5-b6f0-44f9-b8bd-57db72a48510" -d '{"events": [{"server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "name": "network-vif-deleted", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:15.477364 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acea3ef-9fb6-43ec-b59f-fa6c12b14a9e x-openstack-request-id: req-1acea3ef-9fb6-43ec-b59f-fa6c12b14a9e {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:15.477821 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c69462-5393-447e-96d5-cda144e8d328", "name": "network-vif-deleted", "tag": "b74452ca-033c-40d3-b50d-968df23f2d86", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:15.478184 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1acea3ef-9fb6-43ec-b59f-fa6c12b14a9e {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:15.478760 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acea3ef-9fb6-43ec-b59f-fa6c12b14a9e'] response: {'server_uuid': '59c69462-5393-447e-96d5-cda144e8d328', 'name': 'network-vif-deleted', 'tag': 'b74452ca-033c-40d3-b50d-968df23f2d86', 'status': 'completed', 'code': 200} Jul 18 16:46:15.502926 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:15.526069 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:46:15.711483 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcafd6d-0ee1-4dab-957d-ea41cbccd4e5 req-dbc5afe8-d812-474d-bf9f-4cddf00ae308 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:15.720864 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cdcafd6d-0ee1-4dab-957d-ea41cbccd4e5 req-dbc5afe8-d812-474d-bf9f-4cddf00ae308 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0791137 Jul 18 16:46:15.784104 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cdcafd6d-0ee1-4dab-957d-ea41cbccd4e5 req-035a5bfd-c3c0-468a-a585-63184f29456f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575967 Jul 18 16:46:15.822615 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:15.856572 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:46:15.867122 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:46:15.867751 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:45:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:15.982166 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b74452ca-033c-40d3-b50d-968df23f2d86 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:46:16.005914 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-65d7a4f4-b7bd-4dfe-914b-b784fa3ffa0e req-2eec1bc5-4b22-4127-805b-00b8809e25b0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=59c69462-5393-447e-96d5-cda144e8d328 HTTP/1.1" status: 200 len: 210 time: 0.0600891 Jul 18 16:46:16.019093 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: b74452ca-033c-40d3-b50d-968df23f2d86 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:46:16.019430 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b74452ca-033c-40d3-b50d-968df23f2d86 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:46:16.042954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:46:16.278753 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:16.312590 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca2e09-d9d7-4e18-ba67-138849b0f23a None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:46:16.749856 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909fe48-dc05-471c-97d3-619eeab7255d None None] New status for floating IP 457c16ee-9f8b-441b-81e2-ec412a224792: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:46:17.037467 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d544f-1d72-4ba9-9239-cb2984fc5316 req-1fc50e75-da4a-4ee6-816e-aebefba668fc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:17.040255 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-995d544f-1d72-4ba9-9239-cb2984fc5316 req-1fc50e75-da4a-4ee6-816e-aebefba668fc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.1125877 Jul 18 16:46:17.143097 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-995d544f-1d72-4ba9-9239-cb2984fc5316 req-52c26f5a-c3ad-4551-97e4-4135d8470958 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929987 Jul 18 16:46:17.401618 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-25e23a06-bc3c-4019-80bc-fed0f530709b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977181763&fields=id&tenant_id=edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 267 time: 0.0767305 Jul 18 16:46:17.568894 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-8757007b-bd3f-4787-912c-7f2d94188992 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:17.570489 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-8757007b-bd3f-4787-912c-7f2d94188992 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 812 time: 0.1606495 Jul 18 16:46:17.586847 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-af646385-6282-45f7-828f-d1d7f553a16f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/quotas/edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 375 time: 0.0105214 Jul 18 16:46:17.653291 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-973d8fc7-0806-45a0-a51a-e096645ef95f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534527 Jul 18 16:46:17.681333 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:17.796821 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-408c82d9-f9c0-47a2-b03e-bb640ddceadb service neutron] 10.222.0.77 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300578 Jul 18 16:46:17.905384 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-6933fc8e-ee18-412e-8619-b74575e6af27 service neutron] 10.222.0.77 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017392 Jul 18 16:46:18.309563 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-11f34c87-2067-429f-a923-8234f9e9814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:18.311210 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-11f34c87-2067-429f-a923-8234f9e9814a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 1129 time: 0.0996959 Jul 18 16:46:18.320833 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-01e30226-89a8-4e18-8aaf-f3d50e7fd07d req-0e944a9b-4eb9-443b-8d5a-3946667c6f9a tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 210 time: 0.0333455 Jul 18 16:46:18.357887 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eada7-e158-4cf6-bc5e-2f19f275fe79 req-1a4bfa02-6a28-4bb0-8ced-fd16f9337d8a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:18.359582 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ed3eada7-e158-4cf6-bc5e-2f19f275fe79 req-1a4bfa02-6a28-4bb0-8ced-fd16f9337d8a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0920434 Jul 18 16:46:18.506020 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ed3eada7-e158-4cf6-bc5e-2f19f275fe79 req-f4bf555c-f161-4f20-b6eb-fa51acb861e5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959373 Jul 18 16:46:18.519227 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:18.523979 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-6c90ad48-5015-4c31-b8b7-d28cbeb5c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:18.525498 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-6c90ad48-5015-4c31-b8b7-d28cbeb5c5f5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.2059987 Jul 18 16:46:18.598989 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-7f8e96e1-d92d-4510-95c9-01020b4117f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0 HTTP/1.1" status: 200 len: 1001 time: 0.0652826 Jul 18 16:46:18.673786 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-6ecf84a2-8101-4e82-a420-e75270b05c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:18.675587 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-6ecf84a2-8101-4e82-a420-e75270b05c0f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.0694845 Jul 18 16:46:18.732041 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-06cbc03b-0c08-4d31-ad39-0964d7cf25ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:18.734454 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-06cbc03b-0c08-4d31-ad39-0964d7cf25ce service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512269 Jul 18 16:46:18.882989 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-71fa4944-770c-495e-b50c-2e5bb4b3857f service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402068 Jul 18 16:46:19.003486 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ac2e4882-86c0-450d-9a58-b99a43bb9437 req-bf15cd24-6695-4ef3-a24e-4c6f61292b01 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123097 Jul 18 16:46:19.045869 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-92cc543a-0366-40e8-acad-19162ba09141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:19.425767 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a166e29a-3bb0-4965-bba7-a6a1bf66b2a0 req-b375fc3c-7483-4f7b-85b3-b21196c1b3cb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 210 time: 0.0307491 Jul 18 16:46:19.643719 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af374-5260-4b72-a187-536085ed1d1b req-c29da8d8-7f7b-452a-accb-b7f8c347969d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:19.646186 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-028af374-5260-4b72-a187-536085ed1d1b req-c29da8d8-7f7b-452a-accb-b7f8c347969d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 945 time: 0.0538726 Jul 18 16:46:19.704556 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-028af374-5260-4b72-a187-536085ed1d1b req-341cf98f-6c89-4d89-9355-2abc17891a5e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516806 Jul 18 16:46:19.997470 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:46:20.075426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: ACTIVE; New status is: DOWN {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:20.076508 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:20.102288 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:20.104655 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d744b5b-5ccd-4b0f-8c83-f5c50d82ad95" -d '{"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-unplugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:20.121039 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:20.126038 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:20.164280 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:20.168846 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05306f86-4e2e-4937-a908-76d0cb47e429 x-openstack-request-id: req-05306f86-4e2e-4937-a908-76d0cb47e429 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:20.169140 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-unplugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:20.169400 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05306f86-4e2e-4937-a908-76d0cb47e429 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:20.169810 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05306f86-4e2e-4937-a908-76d0cb47e429'] response: {'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'code': 200} Jul 18 16:46:20.183330 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=8']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:20.527991 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b99b9caf-2f6e-4ccf-b3be-9c7c3e908708 req-ff065424-189d-46b3-a175-6b7f941a6746 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 210 time: 0.0300696 Jul 18 16:46:20.876928 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5488ce-bc12-474e-894f-78d03af077bb req-2aad8387-acde-46fb-bd52-72329efd9b29 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:20.878565 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-eb5488ce-bc12-474e-894f-78d03af077bb req-2aad8387-acde-46fb-bd52-72329efd9b29 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0521708 Jul 18 16:46:20.943180 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-eb5488ce-bc12-474e-894f-78d03af077bb req-e15448a8-107c-450c-83d2-142b069b6c80 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547948 Jul 18 16:46:21.288867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:21.407088 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-3e6cd77c-6253-455d-8d91-96e2bd31e460 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:21.408773 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-3e6cd77c-6253-455d-8d91-96e2bd31e460 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 812 time: 0.1324868 Jul 18 16:46:21.636672 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8633f361-f12d-452e-8f56-555345f7b1e9 req-1fd455e2-de65-4509-b827-7e7dae867817 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 210 time: 0.0333524 Jul 18 16:46:21.762314 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-7e22e9ca-4905-4f8f-84df-0d00048d42f4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 379 time: 0.0812507 Jul 18 16:46:21.799160 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'port': {'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'admin_state_up': True, 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'security_groups': ['776cfd29-3661-44c3-940b-511b6e6bd942']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:46:21.931008 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Made reservation on behalf of edffd84b958d4e2a880fae7c4709d36d for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:46:21.934743 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:22.092847 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71e65b-53f8-4b2e-b269-3ac6e532c853 req-6322e394-ec13-48f4-9801-e05389dda98e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:22.094758 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2d71e65b-53f8-4b2e-b269-3ac6e532c853 req-6322e394-ec13-48f4-9801-e05389dda98e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0682197 Jul 18 16:46:22.096989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Allocated IP 172.20.0.6 (94186e07-4092-42bb-bef4-09c745cebf42/403a1512-0ed5-4671-bf38-261bd10555c2/f17f0179-7c66-4506-9262-82d958940f77) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:46:22.131675 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a7b09e30-6502-4223-9493-d14dff71f8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:22.185553 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2d71e65b-53f8-4b2e-b269-3ac6e532c853 req-3a1f95f8-8986-4237-b12b-751c0a1fa36e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842030 Jul 18 16:46:22.224560 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:22.290469 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (f17f0179-7c66-4506-9262-82d958940f77), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:22.333855 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (f17f0179-7c66-4506-9262-82d958940f77), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:22.403267 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Network 94186e07-4092-42bb-bef4-09c745cebf42 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:46:22.408661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:46:22.420902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:46:22.476310 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=f17f0179-7c66-4506-9262-82d958940f77,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:22.522081 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:22.523187 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:22.553230 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-75cd4460-dc06-410a-b0ba-c5f73d19ec3b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7581289 Jul 18 16:46:22.576770 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Request body: {'port': {'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:46:22.710313 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f17f0179-7c66-4506-9262-82d958940f77), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:22.737415 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:22.771735 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-187274a1-ccd5-430b-9788-e3351d484076 None None] Provisioning complete for port f17f0179-7c66-4506-9262-82d958940f77 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:46:22.772514 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-187274a1-ccd5-430b-9788-e3351d484076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f17f0179-7c66-4506-9262-82d958940f77), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:22.818568 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc2aa5-8c07-4619-8f13-61e14ffc504a req-797efb21-5073-4b2a-8466-fe6ca1045b85 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:22.823076 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-85cc2aa5-8c07-4619-8f13-61e14ffc504a req-797efb21-5073-4b2a-8466-fe6ca1045b85 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 931 time: 0.0698435 Jul 18 16:46:22.825897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-187274a1-ccd5-430b-9788-e3351d484076 None None] Port f17f0179-7c66-4506-9262-82d958940f77 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:46:22.881829 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-85cc2aa5-8c07-4619-8f13-61e14ffc504a req-df387ae3-5c4c-4a03-abd4-1d2f4b15a803 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537577 Jul 18 16:46:23.073550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17f0179-7c66-4506-9262-82d958940f77 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:46:23.082805 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Publish callbacks [] for port (f17f0179-7c66-4506-9262-82d958940f77), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:23.098910 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Transition to ACTIVE for port object f17f0179-7c66-4506-9262-82d958940f77 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:46:23.103473 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (f17f0179-7c66-4506-9262-82d958940f77), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:23.184670 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Pushing event updated for resources: {'Port': ['ID=f17f0179-7c66-4506-9262-82d958940f77,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:23.252158 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Attempting to bind port f17f0179-7c66-4506-9262-82d958940f77 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:46:23.252729 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Attempting to bind port f17f0179-7c66-4506-9262-82d958940f77 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:46:23.253265 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Attempting to bind port f17f0179-7c66-4506-9262-82d958940f77 on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:46:23.261660 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Port f17f0179-7c66-4506-9262-82d958940f77 on network 94186e07-4092-42bb-bef4-09c745cebf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:46:23.262217 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Attempting to bind port f17f0179-7c66-4506-9262-82d958940f77 on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:46:23.275514 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:46:23.275938 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Checking segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:46:23.276730 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Bound using segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:46:23.277630 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Bound port: f17f0179-7c66-4506-9262-82d958940f77, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:46:23.278241 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f17f0179-7c66-4506-9262-82d958940f77), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:23.384794 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:23.395942 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] For port f17f0179-7c66-4506-9262-82d958940f77, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:46:23.400214 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] For port f17f0179-7c66-4506-9262-82d958940f77, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f17f0179-7c66-4506-9262-82d958940f77,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:46:23.409124 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (f17f0179-7c66-4506-9262-82d958940f77), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:23.477818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:23.478923 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:23.481357 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] 10.222.0.95 "PUT /v2.0/ports/f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 200 len: 1093 time: 0.9123595 Jul 18 16:46:23.482077 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:23.486191 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3399f86-f504-4ef0-b010-eeabc8013957" -d '{"events": [{"name": "network-changed", "server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "tag": "f17f0179-7c66-4506-9262-82d958940f77"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:23.526903 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b5adb-d7d6-4863-836a-363391a7425f service neutron] Pushing event updated for resources: {'Port': ['ID=f17f0179-7c66-4506-9262-82d958940f77,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:23.544293 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-2dfae231-da85-4198-bd77-eec01bc9a350 req-d3bb9b09-a974-450b-a60a-5b078a9ddd08 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:46:23.548944 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2dfae231-da85-4198-bd77-eec01bc9a350 req-d3bb9b09-a974-450b-a60a-5b078a9ddd08 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0209289 Jul 18 16:46:23.560880 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e394bbe9-b91b-459e-a876-9daf8d399450 x-openstack-request-id: req-e394bbe9-b91b-459e-a876-9daf8d399450 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:23.561391 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "tag": "f17f0179-7c66-4506-9262-82d958940f77", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:23.561842 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e394bbe9-b91b-459e-a876-9daf8d399450 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:23.562586 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e394bbe9-b91b-459e-a876-9daf8d399450'] response: {'name': 'network-changed', 'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77', 'status': 'completed', 'code': 200} Jul 18 16:46:23.659632 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-f7c391e0-e5eb-4545-94ea-fa7c806c3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:23.663850 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-f7c391e0-e5eb-4545-94ea-fa7c806c3890 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0872967 Jul 18 16:46:23.743712 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-d041a4a3-1e4d-4634-835f-4d87cf8e4cf5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 200 len: 217 time: 0.0654440 Jul 18 16:46:23.864940 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23cfa83-099d-4113-a55a-2134d4dbecaa req-60715760-6538-4171-ba02-c903648569f6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:23.866517 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b23cfa83-099d-4113-a55a-2134d4dbecaa req-60715760-6538-4171-ba02-c903648569f6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.1005545 Jul 18 16:46:23.868000 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e2d37fc7-b823-4264-bfe4-7577eac06ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:23.869400 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-e2d37fc7-b823-4264-bfe4-7577eac06ada service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.1191010 Jul 18 16:46:23.952218 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-ca00e171-d734-49da-aeef-6f0464d12c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:23.955388 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-ca00e171-d734-49da-aeef-6f0464d12c39 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760512 Jul 18 16:46:24.018765 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b23cfa83-099d-4113-a55a-2134d4dbecaa req-f66da4a1-2bec-4cd4-89ee-411b49bde889 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458001 Jul 18 16:46:24.034824 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a57396-b88c-4b63-af13-ecf56b25a00d req-9ea68c47-5da2-4060-8bb6-2759523b207f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:24.038969 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:46:24.045876 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-28a57396-b88c-4b63-af13-ecf56b25a00d req-9ea68c47-5da2-4060-8bb6-2759523b207f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0714233 Jul 18 16:46:24.057140 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:24.121499 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-28a57396-b88c-4b63-af13-ecf56b25a00d req-4c0caab0-86d5-4b4b-b971-b5bc4f1bfd0f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746305 Jul 18 16:46:24.140393 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:24.148256 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:24.159685 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-22f585fb-8e27-4e1d-a7d2-6078c637ed31 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928813 Jul 18 16:46:24.214545 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: DOWN; New status is: DOWN {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:24.274109 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34608) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:24.282590 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f5bd374-0be3-4466-a7f5-4f1e49886dc6 req-b4e74bdf-daaf-49ff-a77c-ce3b38e029a6 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162694 Jul 18 16:46:24.355823 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:24.368542 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-9da2a054-b66b-49fb-9a0f-b3a6a3de411a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931408 Jul 18 16:46:24.377339 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-587d2639-41cc-4109-b31b-17fe21a4e501 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:46:24.378331 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-587d2639-41cc-4109-b31b-17fe21a4e501 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051632 Jul 18 16:46:24.457466 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34616) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:24.566629 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e086b-5e60-48b8-8439-20458e951207 req-e3fd8891-28f9-4e72-b1c3-c03c4f5f3205 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:24.568030 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-e3fd8891-28f9-4e72-b1c3-c03c4f5f3205 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports/cf08c27e-1532-45fb-ba35-fa7294ac40b0 HTTP/1.1" status: 200 len: 940 time: 0.1095762 Jul 18 16:46:24.636094 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-ba929214-ac54-4fc1-b5fa-f730cd8dce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:24.638120 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-ba929214-ac54-4fc1-b5fa-f730cd8dce9e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1127 time: 0.0540886 Jul 18 16:46:24.757771 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-2f1e0046-8453-409d-9d6a-12f980b71f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:24.759483 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-2f1e0046-8453-409d-9d6a-12f980b71f3a service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.1081355 Jul 18 16:46:24.828639 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-02bf78b2-3c5c-4825-9323-b1380f3179e4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 200 len: 217 time: 0.0612881 Jul 18 16:46:24.910642 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-e029660e-be87-4c68-a0d6-fcad94d990a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:24.913144 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-e029660e-be87-4c68-a0d6-fcad94d990a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0768807 Jul 18 16:46:24.967629 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-bc497ff1-d33e-4cbd-a39f-5c419d2e3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:24.971129 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-bc497ff1-d33e-4cbd-a39f-5c419d2e3e1c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501513 Jul 18 16:46:25.079170 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-8c8736ae-2e10-493c-91b9-bcfd3006b837 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009333 Jul 18 16:46:25.199702 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:25.306641 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635db4d-7297-406c-afbc-2d2e0ccbf1b8 req-81db7112-3b6b-4fea-baea-f702cd4804f0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:25.309824 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c635db4d-7297-406c-afbc-2d2e0ccbf1b8 req-81db7112-3b6b-4fea-baea-f702cd4804f0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0946779 Jul 18 16:46:25.391331 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c635db4d-7297-406c-afbc-2d2e0ccbf1b8 req-6d98f8ba-0817-4d79-95bb-f5547b95e891 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737185 Jul 18 16:46:25.467987 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168acd4e-84b4-482b-88cb-76ed01fd1893 req-7e129616-12d5-484b-9343-df4506c9aa3f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:25.469533 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-168acd4e-84b4-482b-88cb-76ed01fd1893 req-7e129616-12d5-484b-9343-df4506c9aa3f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.3156269 Jul 18 16:46:25.483711 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:25.495250 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3399f86-f504-4ef0-b010-eeabc8013957 req-aef9fdb6-54d6-4f70-bcf0-bdcb0861e1a6 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004738 Jul 18 16:46:25.533434 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-168acd4e-84b4-482b-88cb-76ed01fd1893 req-f37acb14-6f2d-438e-887e-cd5e880d0a66 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527003 Jul 18 16:46:25.695740 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e086b-5e60-48b8-8439-20458e951207 req-8d69f880-6355-4453-9043-134106c4750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:25.698123 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-8d69f880-6355-4453-9043-134106c4750a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314&tenant_id=26a41505f0ce4a66a02a5d954da278cb HTTP/1.1" status: 200 len: 1127 time: 0.0440593 Jul 18 16:46:25.774073 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:25.787248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e086b-5e60-48b8-8439-20458e951207 req-38ec734a-0544-4e87-a119-f1a65906cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:25.788803 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-38ec734a-0544-4e87-a119-f1a65906cbf0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=26a41505f0ce4a66a02a5d954da278cb&device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 1127 time: 0.0538387 Jul 18 16:46:25.894442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e086b-5e60-48b8-8439-20458e951207 req-a4a5ebc1-b678-4b2a-9c50-69ebe0318013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:25.895962 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-a4a5ebc1-b678-4b2a-9c50-69ebe0318013 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 200 len: 917 time: 0.0986285 Jul 18 16:46:25.968222 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-943bf4a5-e91d-406b-9457-ac688beab2ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0 HTTP/1.1" status: 200 len: 999 time: 0.0649722 Jul 18 16:46:26.021754 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e086b-5e60-48b8-8439-20458e951207 req-4f19626d-52a5-466a-b966-2656dddb581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:26.023300 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-4f19626d-52a5-466a-b966-2656dddb581e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 200 len: 855 time: 0.0478811 Jul 18 16:46:26.068373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:26.072204 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e086b-5e60-48b8-8439-20458e951207 req-b6c4c1f0-5cc4-4b98-85ee-aa53f97356a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:26.073788 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-b6c4c1f0-5cc4-4b98-85ee-aa53f97356a3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6fd6b543-38a6-4937-914e-f705a5e37fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433874 Jul 18 16:46:26.178053 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-69fb8e49-19ab-46dc-a535-999360ef3b26 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968542 Jul 18 16:46:26.278236 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-192e086b-5e60-48b8-8439-20458e951207 req-4ecb5a0d-a510-4851-bb16-c722b3aa7686 service neutron] 10.222.0.95 "GET /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928311 Jul 18 16:46:26.546146 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636569-0450-4563-b119-602b5a08430d req-a3601827-5dbb-4a69-82a4-42b5958e6033 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:26.549357 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-24636569-0450-4563-b119-602b5a08430d req-a3601827-5dbb-4a69-82a4-42b5958e6033 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0679750 Jul 18 16:46:26.651314 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-24636569-0450-4563-b119-602b5a08430d req-10a98436-c93a-4fbf-b0f3-a6201e07907a tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935676 Jul 18 16:46:26.736536 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93679776-c1a4-4011-ae24-4a2a1156e877 req-ce6ff91e-d141-4c62-84f9-7325909b7c01 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:26.738362 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-93679776-c1a4-4011-ae24-4a2a1156e877 req-ce6ff91e-d141-4c62-84f9-7325909b7c01 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0833516 Jul 18 16:46:26.833427 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-93679776-c1a4-4011-ae24-4a2a1156e877 req-0e0a9cef-6433-468c-9d5c-e455f6879aa2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866840 Jul 18 16:46:27.792842 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5476331-1948-425f-b9e1-d72b3a682d3c req-ec188c65-48e1-4ce6-b78f-e2f4613d0aac tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:27.802201 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a5476331-1948-425f-b9e1-d72b3a682d3c req-ec188c65-48e1-4ce6-b78f-e2f4613d0aac tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0687099 Jul 18 16:46:27.862609 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a5476331-1948-425f-b9e1-d72b3a682d3c req-1be99e44-768b-4315-9fe3-b6bd30c1864c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590868 Jul 18 16:46:27.995450 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81d342-922c-42ad-9488-c5961bd8d379 req-e7ff9f25-4f7c-4521-9c68-1b8c4eeed2be tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:27.997104 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7a81d342-922c-42ad-9488-c5961bd8d379 req-e7ff9f25-4f7c-4521-9c68-1b8c4eeed2be tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0591621 Jul 18 16:46:28.069301 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7a81d342-922c-42ad-9488-c5961bd8d379 req-4df280bd-510b-4153-a684-5e45fd7e0ba6 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618026 Jul 18 16:46:29.028995 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:29.046255 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b24d-a667-47a8-a5b2-9bed4e235a84 req-9c3a8451-fa45-46c2-a51a-f3023ee84ea5 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:29.048042 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6ec1b24d-a667-47a8-a5b2-9bed4e235a84 req-9c3a8451-fa45-46c2-a51a-f3023ee84ea5 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0925837 Jul 18 16:46:29.106801 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6ec1b24d-a667-47a8-a5b2-9bed4e235a84 req-5cdede7b-c97c-43ea-a5aa-d63771d9e612 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511003 Jul 18 16:46:29.242630 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a32b26-4685-4ba7-9fb9-cb700edeace9 req-cbcdd77e-c2f8-4ab3-b8cf-43c0c5d62ac2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:29.245432 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-66a32b26-4685-4ba7-9fb9-cb700edeace9 req-cbcdd77e-c2f8-4ab3-b8cf-43c0c5d62ac2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0745659 Jul 18 16:46:29.304857 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-66a32b26-4685-4ba7-9fb9-cb700edeace9 req-4fbda71b-a0d7-4544-84b7-7ad61f7a4dfd tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525286 Jul 18 16:46:29.527662 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:30.267937 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafde61-f46b-48a8-8f4f-1f9dc6509934 req-688cbb2b-288b-4cec-a17c-14509a06d194 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:30.269762 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-abafde61-f46b-48a8-8f4f-1f9dc6509934 req-688cbb2b-288b-4cec-a17c-14509a06d194 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0723386 Jul 18 16:46:30.328815 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-abafde61-f46b-48a8-8f4f-1f9dc6509934 req-b2fa1c6a-f2fb-498e-bce2-1a85d01b891c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525222 Jul 18 16:46:30.472138 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea62c-e219-40f0-aa05-8444df80a1f8 req-a444a437-58a0-44f1-a3a1-b65295d2080a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:30.474507 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-334ea62c-e219-40f0-aa05-8444df80a1f8 req-a444a437-58a0-44f1-a3a1-b65295d2080a tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0720294 Jul 18 16:46:30.542497 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-334ea62c-e219-40f0-aa05-8444df80a1f8 req-2035c8ec-b80d-4caa-87dc-33c62457db61 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585504 Jul 18 16:46:31.516894 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed506ea0-d295-46e0-a013-80cfef3aa3ef req-8c6c7490-15fb-4d03-908d-e642b7b125f1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:31.519465 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ed506ea0-d295-46e0-a013-80cfef3aa3ef req-8c6c7490-15fb-4d03-908d-e642b7b125f1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0738187 Jul 18 16:46:31.610534 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ed506ea0-d295-46e0-a013-80cfef3aa3ef req-a50262c9-7a15-4323-8020-de60b592173c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838380 Jul 18 16:46:31.704926 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed3cee-ac3e-4c05-b0e1-a13f66b88bd9 req-5b906fb7-8c6a-4e9c-8c16-021b653df4f1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:31.707673 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0ed3cee-ac3e-4c05-b0e1-a13f66b88bd9 req-5b906fb7-8c6a-4e9c-8c16-021b653df4f1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0680697 Jul 18 16:46:31.759681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:31.782557 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0ed3cee-ac3e-4c05-b0e1-a13f66b88bd9 req-7f948342-e0d1-4c3a-a919-1adc5fe4173c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678947 Jul 18 16:46:32.807350 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439bd9d-e573-4b38-8b18-fb44f0227e2a req-58cd7752-8f08-4dd3-b141-751ea0e3bf3e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:32.810037 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2439bd9d-e573-4b38-8b18-fb44f0227e2a req-58cd7752-8f08-4dd3-b141-751ea0e3bf3e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0782447 Jul 18 16:46:32.904127 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2439bd9d-e573-4b38-8b18-fb44f0227e2a req-a0c6cf01-a37f-4139-b799-5269f44b8bfe tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877364 Jul 18 16:46:33.009641 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30042cce-7748-43f3-b95f-41c28f771704 req-14c872cd-bfb2-47cf-9d6b-af29a767269c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:33.012599 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-30042cce-7748-43f3-b95f-41c28f771704 req-14c872cd-bfb2-47cf-9d6b-af29a767269c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.1033998 Jul 18 16:46:33.116754 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-30042cce-7748-43f3-b95f-41c28f771704 req-79090e24-e7cf-4302-bf9a-87fb59250864 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971236 Jul 18 16:46:34.088599 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520f4d4-5dc8-455f-9472-29c81cfada6d req-c2fc7743-0928-4dbd-bd95-a788271f9387 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:34.090269 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c520f4d4-5dc8-455f-9472-29c81cfada6d req-c2fc7743-0928-4dbd-bd95-a788271f9387 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0682061 Jul 18 16:46:34.197120 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c520f4d4-5dc8-455f-9472-29c81cfada6d req-e39cfe8c-2f77-4b90-b5d0-f533c8d563b7 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002128 Jul 18 16:46:34.237156 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=6 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:34.242987 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:34.343451 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449319-7a46-43c0-8f63-86d51ec24763 req-49c3e302-a94a-43df-a507-17a511f69db3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:34.345712 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2b449319-7a46-43c0-8f63-86d51ec24763 req-49c3e302-a94a-43df-a507-17a511f69db3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0851841 Jul 18 16:46:34.412057 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2b449319-7a46-43c0-8f63-86d51ec24763 req-2c37c442-8f65-4863-9b0d-42cc6159315d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566308 Jul 18 16:46:35.333319 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882c182-a61b-41d5-bb6c-2d0b4e36be6f req-70960942-1f37-4ac8-a0b2-7b44d82aa1d8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:35.334930 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e882c182-a61b-41d5-bb6c-2d0b4e36be6f req-70960942-1f37-4ac8-a0b2-7b44d82aa1d8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0556524 Jul 18 16:46:35.415129 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e882c182-a61b-41d5-bb6c-2d0b4e36be6f req-828b1864-dba7-41fd-ac48-37626e81edeb tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741735 Jul 18 16:46:35.556242 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013987f-dd4b-429c-bfe9-24d65ce53197 req-88e072cc-389f-47e4-aaca-f310e17470f8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:35.564145 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3013987f-dd4b-429c-bfe9-24d65ce53197 req-88e072cc-389f-47e4-aaca-f310e17470f8 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0697827 Jul 18 16:46:35.648677 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3013987f-dd4b-429c-bfe9-24d65ce53197 req-a658dd5e-047b-40d5-8d0e-07961e2b7940 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756679 Jul 18 16:46:36.541811 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ff218-b2e8-4a8c-bb60-a8a12ce1e31f req-a4fdd434-2bbc-48a6-b966-703e2ebd14b1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:36.543457 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9d2ff218-b2e8-4a8c-bb60-a8a12ce1e31f req-a4fdd434-2bbc-48a6-b966-703e2ebd14b1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0523520 Jul 18 16:46:36.597085 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9d2ff218-b2e8-4a8c-bb60-a8a12ce1e31f req-d1606a2c-dd26-4e96-a9d9-7f19e22b28cf tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476463 Jul 18 16:46:36.789573 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1fbd2-fb1e-42b6-a546-797e554e5eaa req-505d61a5-bc2e-4f0c-a37d-9418bf3d330e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:36.791188 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-39f1fbd2-fb1e-42b6-a546-797e554e5eaa req-505d61a5-bc2e-4f0c-a37d-9418bf3d330e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0535040 Jul 18 16:46:36.845684 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-39f1fbd2-fb1e-42b6-a546-797e554e5eaa req-6e510cf5-ba3e-4fd0-87b7-3d00a743cdf2 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484166 Jul 18 16:46:37.718852 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e823801-16a5-4739-bf87-fef95307dcb6 req-4759d0de-9a63-4823-a7b7-c512ecff4f45 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:37.720394 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0e823801-16a5-4739-bf87-fef95307dcb6 req-4759d0de-9a63-4823-a7b7-c512ecff4f45 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0541828 Jul 18 16:46:37.759356 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:37.781160 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0e823801-16a5-4739-bf87-fef95307dcb6 req-382d6b98-78eb-4b6f-a98f-df2005461c7a tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507140 Jul 18 16:46:37.975764 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c232208-3652-49eb-85aa-4a7d96e8e8c6 req-1b2d19d6-9abb-46f3-9a90-dc08b8682b21 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:37.977269 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8c232208-3652-49eb-85aa-4a7d96e8e8c6 req-1b2d19d6-9abb-46f3-9a90-dc08b8682b21 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0536852 Jul 18 16:46:38.030463 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8c232208-3652-49eb-85aa-4a7d96e8e8c6 req-a8a4f333-c150-4258-8aa4-279fc0dabcb1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474503 Jul 18 16:46:39.022902 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5112f-ccbe-4b3a-93cd-384d630e5986 req-5c10377a-9073-4108-9af0-028eb0a81571 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:39.025764 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6ef5112f-ccbe-4b3a-93cd-384d630e5986 req-5c10377a-9073-4108-9af0-028eb0a81571 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.1103430 Jul 18 16:46:39.092919 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6ef5112f-ccbe-4b3a-93cd-384d630e5986 req-42de7330-1db8-44d0-a8e5-816b7b66de65 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601776 Jul 18 16:46:39.213100 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680bc60-55e6-4c40-80e6-91415f0739f3 req-67a0e869-f6ae-45ad-b09d-a5314412d508 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:39.214760 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5680bc60-55e6-4c40-80e6-91415f0739f3 req-67a0e869-f6ae-45ad-b09d-a5314412d508 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0567594 Jul 18 16:46:39.236611 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:39.268113 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5680bc60-55e6-4c40-80e6-91415f0739f3 req-b599d33f-537c-4125-bd67-f12343fe5eac tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477388 Jul 18 16:46:39.519787 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:39.522889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:40.126779 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f17f0179-7c66-4506-9262-82d958940f77 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:46:40.258994 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f17f0179-7c66-4506-9262-82d958940f77, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f17f0179-7c66-4506-9262-82d958940f77,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:40.277857 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'f17f0179-7c66-4506-9262-82d958940f77', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:46:40.290978 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b340415-44b4-48b7-8d65-bb42c2b6da76 req-37554fec-cc8a-429a-bf0f-77effceaf9d5 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:40.293205 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1b340415-44b4-48b7-8d65-bb42c2b6da76 req-37554fec-cc8a-429a-bf0f-77effceaf9d5 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 943 time: 0.0722010 Jul 18 16:46:40.330546 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port f17f0179-7c66-4506-9262-82d958940f77 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:40.331349 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f17f0179-7c66-4506-9262-82d958940f77), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:40.351228 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17f0179-7c66-4506-9262-82d958940f77 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:46:40.382073 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f17f0179-7c66-4506-9262-82d958940f77, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f17f0179-7c66-4506-9262-82d958940f77,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:40.388644 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f17f0179-7c66-4506-9262-82d958940f77), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:40.399161 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1b340415-44b4-48b7-8d65-bb42c2b6da76 req-ce4bd38b-9099-4553-8f79-675c62d27725 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940406 Jul 18 16:46:40.458267 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=f17f0179-7c66-4506-9262-82d958940f77,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:40.461712 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6c13c-b24b-4d73-82a1-ec8a32d029a1 req-0c840ba6-d6f8-443a-9d7d-ca226b952e7f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:40.464843 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-eab6c13c-b24b-4d73-82a1-ec8a32d029a1 req-0c840ba6-d6f8-443a-9d7d-ca226b952e7f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0774395 Jul 18 16:46:40.540204 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-eab6c13c-b24b-4d73-82a1-ec8a32d029a1 req-d790490e-fbc5-49dc-92f0-4d2a0763c027 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646782 Jul 18 16:46:40.721072 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['f17f0179-7c66-4506-9262-82d958940f77'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:46:41.528618 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ef792-b231-498b-bf0f-ffda02c01572 req-3ca70e01-8066-4748-a11b-49414093fae7 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:41.530239 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b66ef792-b231-498b-bf0f-ffda02c01572 req-3ca70e01-8066-4748-a11b-49414093fae7 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 944 time: 0.0525177 Jul 18 16:46:41.597983 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b66ef792-b231-498b-bf0f-ffda02c01572 req-649f9a84-30cc-4819-b96b-291288e6e159 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586991 Jul 18 16:46:41.694526 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a6728-1598-4c62-a364-399e2f1cf6eb req-9d0a6fac-1082-409f-8294-dcdbd8120fc1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:41.696290 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a5a6728-1598-4c62-a364-399e2f1cf6eb req-9d0a6fac-1082-409f-8294-dcdbd8120fc1 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 943 time: 0.0733023 Jul 18 16:46:41.766831 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9a5a6728-1598-4c62-a364-399e2f1cf6eb req-ee85e9f1-a5aa-48ea-967f-8b276e192a6b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645280 Jul 18 16:46:42.143559 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:46:42.153554 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f17f0179-7c66-4506-9262-82d958940f77 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:46:42.263810 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port f17f0179-7c66-4506-9262-82d958940f77 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:46:42.272724 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port f17f0179-7c66-4506-9262-82d958940f77 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:46:42.273108 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f17f0179-7c66-4506-9262-82d958940f77), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:42.328074 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:42.335341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:42.354343 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'port_id': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'mac_address': 'fa:16:3e:c1:be:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:46:42.359426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:42.425775 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port f17f0179-7c66-4506-9262-82d958940f77 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:42.426261 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f17f0179-7c66-4506-9262-82d958940f77), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:42.428610 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:42.428993 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:42.457318 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf08c27e-1532-45fb-ba35-fa7294ac40b0 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:46:42.478570 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:42.480901 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed90d5-fc7b-4d54-b2f1-a17e413875a9" -d '{"events": [{"server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "name": "network-vif-plugged", "status": "completed", "tag": "f17f0179-7c66-4506-9262-82d958940f77"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:42.502433 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port f17f0179-7c66-4506-9262-82d958940f77, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f17f0179-7c66-4506-9262-82d958940f77,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:42.505091 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:42.510230 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f17f0179-7c66-4506-9262-82d958940f77), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:42.516381 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:42.544000 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c98dae-b5d9-46a3-8816-b2b9a9ec68c3 x-openstack-request-id: req-16c98dae-b5d9-46a3-8816-b2b9a9ec68c3 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:42.544360 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "name": "network-vif-plugged", "status": "completed", "tag": "f17f0179-7c66-4506-9262-82d958940f77", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:42.545043 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16c98dae-b5d9-46a3-8816-b2b9a9ec68c3 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:42.545288 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c98dae-b5d9-46a3-8816-b2b9a9ec68c3'] response: {'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77', 'code': 200} Jul 18 16:46:42.576316 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=f17f0179-7c66-4506-9262-82d958940f77,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:42.638832 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=9']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:42.736776 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88297713-bc46-42f1-a58e-2972b9e2bbbe req-6d635c70-54fa-4053-9c6e-e459f5eb71c0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:42.739193 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-88297713-bc46-42f1-a58e-2972b9e2bbbe req-6d635c70-54fa-4053-9c6e-e459f5eb71c0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 945 time: 0.0550635 Jul 18 16:46:42.833025 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-88297713-bc46-42f1-a58e-2972b9e2bbbe req-5c95ecaa-9015-4c2d-bd8b-8e514025f5c8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877590 Jul 18 16:46:42.837238 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421c9c3-247a-426c-b742-6d51aa4a98fb req-fd729f5e-37f8-483f-bf13-8e8acf0a1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:42.837426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['cf08c27e-1532-45fb-ba35-fa7294ac40b0'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:46:42.838672 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1421c9c3-247a-426c-b742-6d51aa4a98fb req-fd729f5e-37f8-483f-bf13-8e8acf0a1c23 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0599320 Jul 18 16:46:42.908931 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1421c9c3-247a-426c-b742-6d51aa4a98fb req-6af2d3da-cc13-46c5-ae7f-fdb0cc008394 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628428 Jul 18 16:46:42.917417 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:42.927355 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda495f8-c27a-4c90-8081-30b20737ad1f req-d8fbd7f6-83c5-431a-af7a-14baedbbc13b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:42.928960 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dda495f8-c27a-4c90-8081-30b20737ad1f req-d8fbd7f6-83c5-431a-af7a-14baedbbc13b tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 944 time: 0.0627413 Jul 18 16:46:43.004765 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-dda495f8-c27a-4c90-8081-30b20737ad1f req-2faf2d13-c16a-4ed0-92a1-f0d02296b3a5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691750 Jul 18 16:46:43.989478 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcefa82-714f-4a3f-a207-cf43304b33b0 req-e7c6bfd2-edb7-4c4b-966a-20912148ed0f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:43.991323 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebcefa82-714f-4a3f-a207-cf43304b33b0 req-e7c6bfd2-edb7-4c4b-966a-20912148ed0f tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 945 time: 0.0560083 Jul 18 16:46:44.057359 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebcefa82-714f-4a3f-a207-cf43304b33b0 req-1c462f2b-764f-49b8-9c54-d523040e4237 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563543 Jul 18 16:46:44.145316 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148d2af-c192-4a42-b1c2-ed6eacbe9e6b req-b34d0b55-ac73-44ff-a92b-2f260b681b31 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:44.146848 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0148d2af-c192-4a42-b1c2-ed6eacbe9e6b req-b34d0b55-ac73-44ff-a92b-2f260b681b31 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 944 time: 0.0510468 Jul 18 16:46:44.160518 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:46:44.216631 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port cf08c27e-1532-45fb-ba35-fa7294ac40b0 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:46:44.217238 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:44.218904 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0148d2af-c192-4a42-b1c2-ed6eacbe9e6b req-cf52c516-68be-42ac-a8f4-11128992af20 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661323 Jul 18 16:46:44.307525 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port cf08c27e-1532-45fb-ba35-fa7294ac40b0 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:46:44.307923 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:44.345020 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:44.349859 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:44.403629 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=10']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:44.546011 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:44.548580 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8443141f-facf-4e19-b215-9a32ff840fb3" -d '{"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-plugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:44.585932 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b634bde2-4612-474f-bc15-b79745e3c0d6 x-openstack-request-id: req-b634bde2-4612-474f-bc15-b79745e3c0d6 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:44.586226 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-plugged", "status": "completed", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:44.586531 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b634bde2-4612-474f-bc15-b79745e3c0d6 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:44.586937 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b634bde2-4612-474f-bc15-b79745e3c0d6'] response: {'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'code': 200} Jul 18 16:46:45.196568 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcd888-1d93-46a5-9774-e30fd8b75eba req-a022c9f8-2130-452b-b87a-0316b7e9f9e1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:45.198177 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15dcd888-1d93-46a5-9774-e30fd8b75eba req-a022c9f8-2130-452b-b87a-0316b7e9f9e1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 945 time: 0.0523334 Jul 18 16:46:45.258085 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15dcd888-1d93-46a5-9774-e30fd8b75eba req-4da6ee1a-5dcf-4caf-b9cb-c641722e8179 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524607 Jul 18 16:46:45.380834 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2a85-5cbf-4868-9f15-0cd411e85026 req-e961ea81-6d00-48b8-8022-247fc7fd9553 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:45.382564 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6a3f2a85-5cbf-4868-9f15-0cd411e85026 req-e961ea81-6d00-48b8-8022-247fc7fd9553 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 946 time: 0.0671279 Jul 18 16:46:45.398821 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daa429-76d3-426e-887e-ce5ba7090e79 req-b7b8abe0-5fab-4b6b-85b2-ad022ab9cb21 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:45.401072 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15daa429-76d3-426e-887e-ce5ba7090e79 req-b7b8abe0-5fab-4b6b-85b2-ad022ab9cb21 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 945 time: 0.0617385 Jul 18 16:46:45.435799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:45.473046 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6a3f2a85-5cbf-4868-9f15-0cd411e85026 req-1f821264-c053-4979-b5f0-223a5aa61987 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790491 Jul 18 16:46:45.478506 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15daa429-76d3-426e-887e-ce5ba7090e79 req-a1d774c9-c95e-41d1-bf13-522ca5dfbda2 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669453 Jul 18 16:46:45.511404 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34796) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:45.581863 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa14d8d6-052d-481d-a3fe-2ff4a1422193 tempest-TestVolumeBootPattern-1942614535 tempest-TestVolumeBootPattern-1942614535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:45.587036 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-fa14d8d6-052d-481d-a3fe-2ff4a1422193 tempest-TestVolumeBootPattern-1942614535 tempest-TestVolumeBootPattern-1942614535-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1124 time: 0.0712371 Jul 18 16:46:45.592436 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34798) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:45.598059 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:46:45.628258 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edbe15-5078-4f25-88a6-30848ea4a87f req-16a82bcb-cec4-402b-8df9-bb01a77e93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:45.630517 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d9edbe15-5078-4f25-88a6-30848ea4a87f req-16a82bcb-cec4-402b-8df9-bb01a77e93c4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 1130 time: 0.0651908 Jul 18 16:46:45.633251 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:45.740284 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d9edbe15-5078-4f25-88a6-30848ea4a87f req-2b64b6aa-bb2c-4699-8cf6-ab4ccd2825e0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026621 Jul 18 16:46:45.792677 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:45.869586 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:45.923558 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Allocated IP 172.27.0.5 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/5eabbef0-68e7-4695-a2c2-67ec106ef690) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:46:46.043311 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:46.080302 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:46.120600 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:46:46.128032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:46:46.133554 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:46:46.138817 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=5eabbef0-68e7-4695-a2c2-67ec106ef690,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:46.164873 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:46.176089 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.176465 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.176754 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.177096 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.177425 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.177808 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.178135 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.178487 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.178812 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.179130 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.179454 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.179978 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.180444 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.180807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.181131 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:46.560453 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:46.684059 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b7d98-6216-48e8-b640-60526f48027c req-5ee73656-f24d-4c88-b540-0cd72d80c353 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:46.685630 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f22b7d98-6216-48e8-b640-60526f48027c req-5ee73656-f24d-4c88-b540-0cd72d80c353 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 946 time: 0.0979970 Jul 18 16:46:46.689008 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:46.791182 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:46.850860 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f22b7d98-6216-48e8-b640-60526f48027c req-d3c058de-0fe1-4b04-9c2f-c8135efa2aee tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569464 Jul 18 16:46:46.904849 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cf070-1ae1-4d76-bbd2-ae625532896b req-b08a2900-4e03-43ae-a235-0228451349cf tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:46.906595 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-803cf070-1ae1-4d76-bbd2-ae625532896b req-b08a2900-4e03-43ae-a235-0228451349cf tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0880539 Jul 18 16:46:46.966399 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:46.972539 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:46.985219 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-803cf070-1ae1-4d76-bbd2-ae625532896b req-09a06ef6-da6c-4fbc-98fa-223c18af7641 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716584 Jul 18 16:46:47.050263 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=5eabbef0-68e7-4695-a2c2-67ec106ef690,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:47.068785 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:47.194288 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Floating IP ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a associated. External IP: 172.27.0.5, port: f17f0179-7c66-4506-9262-82d958940f77. Jul 18 16:46:47.236105 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:46:47.244530 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:47.715488 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:46:47.857904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:46:47.874600 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:46:47.875330 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:47.888761 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:46:47.890191 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:46:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:47.937141 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5af2f54d-d007-4172-982e-1c234b01c8fa tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3471372 Jul 18 16:46:47.937869 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:47.940301 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9679a255-fa32-488c-acfc-8b6dc729153c" -d '{"events": [{"name": "network-changed", "server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "tag": "f17f0179-7c66-4506-9262-82d958940f77"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:47.976942 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:48.013855 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:46:48.021277 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6d15eb-810d-4322-baa4-5426ef1da687 x-openstack-request-id: req-3c6d15eb-810d-4322-baa4-5426ef1da687 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:48.021560 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "tag": "f17f0179-7c66-4506-9262-82d958940f77", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:48.021824 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c6d15eb-810d-4322-baa4-5426ef1da687 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:48.022238 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c6d15eb-810d-4322-baa4-5426ef1da687'] response: {'name': 'network-changed', 'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77', 'status': 'completed', 'code': 200} Jul 18 16:46:48.046396 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c662255-f70a-4085-82e1-c487b15c05d3 req-6d0163e0-a17b-4ae5-a9e9-93cd330169b4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:48.051845 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c662255-f70a-4085-82e1-c487b15c05d3 req-6d0163e0-a17b-4ae5-a9e9-93cd330169b4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 946 time: 0.0738401 Jul 18 16:46:48.127081 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9c662255-f70a-4085-82e1-c487b15c05d3 req-76ad9205-2e96-410c-9092-26c57ce4385f tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662210 Jul 18 16:46:48.148911 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a255-fa32-488c-acfc-8b6dc729153c req-3375bbfd-c47c-4d70-b5dd-c08b3f02d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:48.151279 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9679a255-fa32-488c-acfc-8b6dc729153c req-3375bbfd-c47c-4d70-b5dd-c08b3f02d64b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0761898 Jul 18 16:46:48.176243 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42066485-daff-43cd-a860-2d949b60c514 req-2ea911e9-ebc2-4dd6-ade9-1b16507102f9 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:48.177802 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-42066485-daff-43cd-a860-2d949b60c514 req-2ea911e9-ebc2-4dd6-ade9-1b16507102f9 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0733991 Jul 18 16:46:48.180272 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:48.259474 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:46Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:48.286962 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:46:48.296618 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:46:48.297241 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:46:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:48.368626 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-42066485-daff-43cd-a860-2d949b60c514 req-e4a0589c-6208-4620-9e58-3e02c0392152 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683364 Jul 18 16:46:48.391389 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a255-fa32-488c-acfc-8b6dc729153c req-158aee26-eaad-4a48-9c08-abcb02143d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:48.393688 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9679a255-fa32-488c-acfc-8b6dc729153c req-158aee26-eaad-4a48-9c08-abcb02143d5b service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.2314143 Jul 18 16:46:48.407713 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:46:48.468033 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9679a255-fa32-488c-acfc-8b6dc729153c req-cf885661-3226-4d04-8a8c-c8a5d0f3652f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 200 len: 997 time: 0.0650032 Jul 18 16:46:48.506916 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:48.526486 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a255-fa32-488c-acfc-8b6dc729153c req-491ae3a5-b12a-416e-a5d2-6a05cb68348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:48.527986 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9679a255-fa32-488c-acfc-8b6dc729153c req-491ae3a5-b12a-416e-a5d2-6a05cb68348f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0481496 Jul 18 16:46:48.576555 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679a255-fa32-488c-acfc-8b6dc729153c req-21eed6f0-b078-4909-a4d3-bc07d25a23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:48.578104 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9679a255-fa32-488c-acfc-8b6dc729153c req-21eed6f0-b078-4909-a4d3-bc07d25a23d8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436561 Jul 18 16:46:48.656655 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:46Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:48.682965 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e929ee9-2c17-4fee-a4ed-870f1505051c None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:46Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:46:48.688992 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9679a255-fa32-488c-acfc-8b6dc729153c req-d49c6213-13e9-4f39-babc-13dff1bfc399 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035464 Jul 18 16:46:48.796995 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9679a255-fa32-488c-acfc-8b6dc729153c req-30f0317e-d74a-49c9-ae21-de296af59187 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964096 Jul 18 16:46:48.901148 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0024fa8-fd19-4c60-b160-6ee79d851eaa None None] New status for floating IP ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:46:49.042062 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e32fb725-2a77-4a53-9083-779db55efa57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:49.491349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933d7c0-344f-4b3b-a665-aeab6f1d707a req-deb3f212-91d0-422e-bca8-bd9f370529a7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:49.492915 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d933d7c0-344f-4b3b-a665-aeab6f1d707a req-deb3f212-91d0-422e-bca8-bd9f370529a7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0524411 Jul 18 16:46:49.545555 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d933d7c0-344f-4b3b-a665-aeab6f1d707a req-27bf2a8b-6ecf-4273-acf2-7b3edfe68d6e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467048 Jul 18 16:46:50.679232 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2de67-d488-4952-a93f-d62a6743f2d8 req-e8cd6cd7-d466-46bf-8fb8-7937c26d275f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:50.681040 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4ca2de67-d488-4952-a93f-d62a6743f2d8 req-e8cd6cd7-d466-46bf-8fb8-7937c26d275f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0585248 Jul 18 16:46:50.743642 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4ca2de67-d488-4952-a93f-d62a6743f2d8 req-2c9b2fe4-8056-4910-9c06-52cfe98777ea tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567369 Jul 18 16:46:51.868817 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed9879-89aa-4be3-9830-d68a285c1061 req-5c356d5f-ead4-4feb-903a-2bae52c1e901 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:51.870447 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-40ed9879-89aa-4be3-9830-d68a285c1061 req-5c356d5f-ead4-4feb-903a-2bae52c1e901 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0533900 Jul 18 16:46:51.928025 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-40ed9879-89aa-4be3-9830-d68a285c1061 req-c152d2fd-5403-4f9a-8b8d-881087f1f19c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471575 Jul 18 16:46:52.131574 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8db559bf-6257-4d11-be14-ad5f211b8758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:53.066694 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04782330-61d6-4c36-92fe-12f7b55d0fe5 req-274d3f1e-43c8-4b74-be94-5119058a955f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:53.068367 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-04782330-61d6-4c36-92fe-12f7b55d0fe5 req-274d3f1e-43c8-4b74-be94-5119058a955f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0576248 Jul 18 16:46:53.122993 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-04782330-61d6-4c36-92fe-12f7b55d0fe5 req-bcb57440-5fd2-43bb-9f5c-88f64a88cf94 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486684 Jul 18 16:46:54.005139 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:54.211511 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:54.251892 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1f548-7085-4a28-bbb8-480c8ab257b0 req-27a1d728-9ca3-4c3b-8efd-7dddf1cabb36 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:54.253411 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fdb1f548-7085-4a28-bbb8-480c8ab257b0 req-27a1d728-9ca3-4c3b-8efd-7dddf1cabb36 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0524683 Jul 18 16:46:54.308474 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fdb1f548-7085-4a28-bbb8-480c8ab257b0 req-9cdb560d-60bc-4c3c-9563-d8abfe4db120 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489364 Jul 18 16:46:55.006570 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:55.025269 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3819230-6c52-4af3-8ac4-fdcadb77e3da req-45ede8c8-45aa-4ea9-84a4-226a16069e4c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:55.026830 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3819230-6c52-4af3-8ac4-fdcadb77e3da req-45ede8c8-45aa-4ea9-84a4-226a16069e4c tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0505116 Jul 18 16:46:55.083004 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e3819230-6c52-4af3-8ac4-fdcadb77e3da req-8339f4ff-02be-4fdb-9db0-9ad1692cbadd tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477045 Jul 18 16:46:55.170206 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:55.441807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c85928-2fa7-424c-a6cf-c3279f0f0251 req-eb30a298-ceda-4f16-80cc-5af38caf93ad tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:55.443740 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c8c85928-2fa7-424c-a6cf-c3279f0f0251 req-eb30a298-ceda-4f16-80cc-5af38caf93ad tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0615129 Jul 18 16:46:55.496225 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c8c85928-2fa7-424c-a6cf-c3279f0f0251 req-c7fcdb9b-ee7c-4a7e-964a-a4ee51cf4ad8 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466347 Jul 18 16:46:55.773164 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:56.210533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddbf2e-a617-49b1-bca2-a777428fa8d6 req-18f668b3-992d-4823-b7bd-15886b02397e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:56.211990 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-47ddbf2e-a617-49b1-bca2-a777428fa8d6 req-18f668b3-992d-4823-b7bd-15886b02397e tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0589092 Jul 18 16:46:56.260316 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-47ddbf2e-a617-49b1-bca2-a777428fa8d6 req-866ef7ed-f29d-45a7-b10b-691f92131a35 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Jul 18 16:46:56.615490 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0583afa-9fb5-47b9-8096-b7525cda1098 req-8e7118ef-f543-4a65-a777-e716d2ccd733 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:56.616982 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d0583afa-9fb5-47b9-8096-b7525cda1098 req-8e7118ef-f543-4a65-a777-e716d2ccd733 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0527749 Jul 18 16:46:56.671942 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d0583afa-9fb5-47b9-8096-b7525cda1098 req-daa34ed8-9f26-4051-a621-c1972fb9eb3e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487494 Jul 18 16:46:56.919701 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-7a22d616-12b6-4d6b-ae4f-ede6e850ab92 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:56.921555 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-7a22d616-12b6-4d6b-ae4f-ede6e850ab92 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0514870 Jul 18 16:46:57.024327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port 9aae68b8-0df8-486e-a0d5-0405e1d676fb {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:46:57.024673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:57.139512 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] For port 9aae68b8-0df8-486e-a0d5-0405e1d676fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9aae68b8-0df8-486e-a0d5-0405e1d676fb,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:46:57.140127 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:57.305772 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:57.329863 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:57.330224 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (c41c737f-d97f-4a3e-8dd5-b03620087227), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:57.330580 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Floating IP c41c737f-d97f-4a3e-8dd5-b03620087227 disassociated. External IP: 172.27.0.125, port: 9aae68b8-0df8-486e-a0d5-0405e1d676fb. Jul 18 16:46:57.330930 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for 9aae68b8-0df8-486e-a0d5-0405e1d676fb owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:46:57.421582 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06941465-34e7-4d7a-a0d2-205603aff3f4 req-7ad5a95f-d69e-4c09-8aa8-6caf10c33875 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:57.423174 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-06941465-34e7-4d7a-a0d2-205603aff3f4 req-7ad5a95f-d69e-4c09-8aa8-6caf10c33875 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 946 time: 0.0855267 Jul 18 16:46:57.502148 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-06941465-34e7-4d7a-a0d2-205603aff3f4 req-a160572c-0c17-410c-9335-fb745e442eae tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups?id=717d6b64-9172-4343-869d-1629f10f2f70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704141 Jul 18 16:46:57.572504 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (9aae68b8-0df8-486e-a0d5-0405e1d676fb), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:57.600399 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=9aae68b8-0df8-486e-a0d5-0405e1d676fb,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:57.614572 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.614925 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.615260 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.615591 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.615934 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.616269 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.616598 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.616947 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.617262 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.617671 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.618004 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.618330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.618684 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.619006 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.619339 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:57.737252 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:46:57.750841 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:57.811952 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f19a0-f5f6-4b1e-8337-9cb973f8400f req-7c256fab-f4aa-4772-814f-b0634474f07c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:57.814523 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-675f19a0-f5f6-4b1e-8337-9cb973f8400f req-7c256fab-f4aa-4772-814f-b0634474f07c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0660996 Jul 18 16:46:57.826748 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:57.873946 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:46:57.874275 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-675f19a0-f5f6-4b1e-8337-9cb973f8400f req-5e86dae8-7af1-4c24-80f7-c3d4c50374d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535593 Jul 18 16:46:57.891371 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:46:57.909244 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:46:57.910287 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:46:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:57.920763 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] No DVR routers for this DVR port 9aae68b8-0df8-486e-a0d5-0405e1d676fb on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:46:57.923373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:57.927271 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1d219a46-ce57-4e12-8e26-89f837cfe1c4 req-a46b361d-9577-4248-9ccf-878f85271a3d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.95 "DELETE /v2.0/ports/9aae68b8-0df8-486e-a0d5-0405e1d676fb HTTP/1.1" status: 204 len: 173 time: 0.9962156 Jul 18 16:46:57.927731 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'name': 'network-vif-deleted', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:46:57.930000 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc492910-e6e5-4642-813a-1f2fdf815470" -d '{"events": [{"server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "name": "network-vif-deleted", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:46:57.971564 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7124b4c3-808c-4daf-98e8-fe1ee9a6cb1f x-openstack-request-id: req-7124b4c3-808c-4daf-98e8-fe1ee9a6cb1f {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:46:57.972572 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c987f41-b103-4e2c-b6e6-4ae1ce4e241c", "name": "network-vif-deleted", "tag": "9aae68b8-0df8-486e-a0d5-0405e1d676fb", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:46:57.972572 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7124b4c3-808c-4daf-98e8-fe1ee9a6cb1f {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:46:57.972572 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7124b4c3-808c-4daf-98e8-fe1ee9a6cb1f'] response: {'server_uuid': '3c987f41-b103-4e2c-b6e6-4ae1ce4e241c', 'name': 'network-vif-deleted', 'tag': '9aae68b8-0df8-486e-a0d5-0405e1d676fb', 'status': 'completed', 'code': 200} Jul 18 16:46:58.184850 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:46:58.360282 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:58.408311 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:58.436309 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:46:58.445217 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:46:58.445837 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:46:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:58.539540 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:58.554532 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:46:58.633364 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a472e393-04b4-486b-af2a-0d5d876411fb req-0007276d-d814-4b7e-9f4c-2bb1c16fe120 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c987f41-b103-4e2c-b6e6-4ae1ce4e241c HTTP/1.1" status: 200 len: 210 time: 0.0383224 Jul 18 16:46:58.791805 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:46:58.821684 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fe8a58-a8be-4f04-abcf-b0725a08fef4 None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:39:20Z', 'revision_number': 4, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '42353326-0c62-499c-8190-cb64bfcae406', 'name': '', 'network_id': '509e7a9e-2f1a-47ea-a4fb-2e64a591cc67', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'mac_address': 'fa:16:3e:67:41:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:17Z', 'updated_at': '2022-07-18T16:39:38Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'subnets': [{'id': '17bb4eb6-a0c7-45ac-b7cf-247295416d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:46:59.004940 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:59.006618 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:59.019619 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff4806-488e-4ab3-b807-41e64565b437 req-5308ebca-2b7f-4d39-87f7-8d70912006db tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:46:59.021346 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-87ff4806-488e-4ab3-b807-41e64565b437 req-5308ebca-2b7f-4d39-87f7-8d70912006db tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0566597 Jul 18 16:46:59.069459 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30984b92-0346-440f-b081-5306f3954c9f None None] New status for floating IP c41c737f-d97f-4a3e-8dd5-b03620087227: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:46:59.083538 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-87ff4806-488e-4ab3-b807-41e64565b437 req-153d7b75-931f-4af6-8239-bf893c992edb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564549 Jul 18 16:46:59.543163 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:59.728253 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34924) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:59.791900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a581cfe-6d61-4188-85d3-da7070fdff5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (717d6b64-9172-4343-869d-1629f10f2f70), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:59.820387 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a581cfe-6d61-4188-85d3-da7070fdff5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (717d6b64-9172-4343-869d-1629f10f2f70), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:59.876139 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a581cfe-6d61-4188-85d3-da7070fdff5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (717d6b64-9172-4343-869d-1629f10f2f70), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:59.879006 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a581cfe-6d61-4188-85d3-da7070fdff5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:59.880213 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8a581cfe-6d61-4188-85d3-da7070fdff5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/security-groups/717d6b64-9172-4343-869d-1629f10f2f70 HTTP/1.1" status: 204 len: 168 time: 0.1509061 Jul 18 16:46:59.883216 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34926) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:59.890197 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a581cfe-6d61-4188-85d3-da7070fdff5d tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d6b64-9172-4343-869d-1629f10f2f70,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:59.905685 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.api.v2.resource [None req-97d557a3-93a3-49ef-8da4-a24af0c81e4f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] show failed (client error): The resource could not be found. Jul 18 16:46:59.906745 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-97d557a3-93a3-49ef-8da4-a24af0c81e4f tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "GET /v2.0/security-groups/717d6b64-9172-4343-869d-1629f10f2f70 HTTP/1.1" status: 404 len: 347 time: 0.0222247 Jul 18 16:46:59.911524 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34928) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:59.997667 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:00.042063 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Deleting port ade86169-1be0-449d-9103-b745e056d243 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:00.042972 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (ade86169-1be0-449d-9103-b745e056d243), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:00.188826 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (ade86169-1be0-449d-9103-b745e056d243), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:00.189826 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (ade86169-1be0-449d-9103-b745e056d243), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:00.214048 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Calling delete_port for ade86169-1be0-449d-9103-b745e056d243 owned by network:floatingip {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:00.247385 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10266397-e976-4b7b-baec-b45e05431971 req-7b7c1f51-c11a-4179-a342-85eae8aa8216 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:00.254976 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10266397-e976-4b7b-baec-b45e05431971 req-7b7c1f51-c11a-4179-a342-85eae8aa8216 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0710392 Jul 18 16:47:00.259654 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 9aae68b8-0df8-486e-a0d5-0405e1d676fb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:00.290509 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 9aae68b8-0df8-486e-a0d5-0405e1d676fb {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:00.291141 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 9aae68b8-0df8-486e-a0d5-0405e1d676fb not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:00.309828 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10266397-e976-4b7b-baec-b45e05431971 req-e5ad1b98-9d94-4bdf-8c1f-1a8ae294c8e9 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535924 Jul 18 16:47:00.396011 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (ade86169-1be0-449d-9103-b745e056d243), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:00.655959 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Pushing event deleted for resources: {'Port': ['ID=ade86169-1be0-449d-9103-b745e056d243,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:00.725738 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks [] for floatingip (c41c737f-d97f-4a3e-8dd5-b03620087227), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:00.730493 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:00.732484 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-1357b2fd-0137-4049-8c3d-3fe7989ecc72 tempest-AttachVolumeNegativeTest-1127741051 tempest-AttachVolumeNegativeTest-1127741051-project] 10.222.0.77 "DELETE /v2.0/floatingips/c41c737f-d97f-4a3e-8dd5-b03620087227 HTTP/1.1" status: 204 len: 168 time: 0.8199477 Jul 18 16:47:01.431799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3a6fb-35da-433c-88a7-edf2e009bbb7 req-0cfcc78e-9c31-4bdc-8946-a9daa433da4b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:01.433357 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8a3a6fb-35da-433c-88a7-edf2e009bbb7 req-0cfcc78e-9c31-4bdc-8946-a9daa433da4b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0510771 Jul 18 16:47:01.491858 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e8a3a6fb-35da-433c-88a7-edf2e009bbb7 req-26864ea2-6830-4943-ba21-3521d1ac19f2 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490553 Jul 18 16:47:02.611297 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc94e1-7b6a-4105-99f6-8f10c0211b6c req-da6d3c6c-40c6-4286-b75d-4abc8841e78a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:02.613398 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15bc94e1-7b6a-4105-99f6-8f10c0211b6c req-da6d3c6c-40c6-4286-b75d-4abc8841e78a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0513923 Jul 18 16:47:02.677837 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15bc94e1-7b6a-4105-99f6-8f10c0211b6c req-aa8048ff-9870-4f96-9154-61fd795d99a6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582201 Jul 18 16:47:03.813854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7c4ed-74b1-4855-b1c0-cef49f652a41 req-f0d23886-c87d-460e-829c-86308d8ecf3d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:03.816914 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-56d7c4ed-74b1-4855-b1c0-cef49f652a41 req-f0d23886-c87d-460e-829c-86308d8ecf3d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0541081 Jul 18 16:47:03.852268 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:03.877927 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-56d7c4ed-74b1-4855-b1c0-cef49f652a41 req-070a2922-cc12-424b-b24b-0dc5d019ee35 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550125 Jul 18 16:47:04.530429 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34974) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:05.023082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739f66b-eab9-4a1d-a588-25eff1e1c032 req-9f00c9eb-a0c2-4b74-89a6-88e4fe31865e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:05.024864 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a739f66b-eab9-4a1d-a588-25eff1e1c032 req-9f00c9eb-a0c2-4b74-89a6-88e4fe31865e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0548651 Jul 18 16:47:05.065343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (47612f4f-d457-4b5e-af9f-fb3116287584), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:05.084792 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a739f66b-eab9-4a1d-a588-25eff1e1c032 req-01dbcc4f-a396-49fa-b125-5cd5c7115d46 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514212 Jul 18 16:47:05.105056 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:05.369573 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Deleting port 42353326-0c62-499c-8190-cb64bfcae406 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:05.369886 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (42353326-0c62-499c-8190-cb64bfcae406), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:05.454803 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] For port 42353326-0c62-499c-8190-cb64bfcae406, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=42353326-0c62-499c-8190-cb64bfcae406,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:05.455159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (42353326-0c62-499c-8190-cb64bfcae406), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:05.470610 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Calling delete_port for 42353326-0c62-499c-8190-cb64bfcae406 owned by network:router_interface {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:05.671165 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:05.698910 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (42353326-0c62-499c-8190-cb64bfcae406), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:05.728532 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=42353326-0c62-499c-8190-cb64bfcae406,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:05.916320 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (47612f4f-d457-4b5e-af9f-fb3116287584), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:06.109215 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:06.140048 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Router 47612f4f-d457-4b5e-af9f-fb3116287584 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:47:06.270075 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e536b03-321f-4fac-b54e-b0c840065cfb req-fb9ea387-1daa-4106-ba26-1ddcd464ff90 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:06.271700 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8e536b03-321f-4fac-b54e-b0c840065cfb req-fb9ea387-1daa-4106-ba26-1ddcd464ff90 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0871549 Jul 18 16:47:06.311583 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:47:06.316972 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ac88b847-4ced-4d85-a98f-ff14bd43c8fe admin admin] 10.222.0.77 "PUT /v2.0/routers/47612f4f-d457-4b5e-af9f-fb3116287584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7879376 Jul 18 16:47:06.319720 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34982) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:06.323314 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] Sync routers for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:47:06.335253 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:47:06.336347 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:46:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:06.343806 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8e536b03-321f-4fac-b54e-b0c840065cfb req-76664ad4-8997-402c-a1d1-81af775aac96 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637143 Jul 18 16:47:06.438174 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks [] for router (47612f4f-d457-4b5e-af9f-fb3116287584), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:06.446368 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:47:06.541660 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks [] for router_gateway (47612f4f-d457-4b5e-af9f-fb3116287584), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:06.590802 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Deleting port 22406237-9dd2-45f1-a4e6-3458ead4e4ca {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:06.591175 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:06.634319 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:47:05Z', 'revision_number': 5, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port': {'id': '22406237-9dd2-45f1-a4e6-3458ead4e4ca', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:08Z', 'updated_at': '2022-07-18T16:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:06.660710 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] Checking router: 47612f4f-d457-4b5e-af9f-fb3116287584 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:47:06.669743 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] Routers {'47612f4f-d457-4b5e-af9f-fb3116287584'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:47:06.670627 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:46:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['47612f4f-d457-4b5e-af9f-fb3116287584'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:06.678585 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] For port 22406237-9dd2-45f1-a4e6-3458ead4e4ca, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=22406237-9dd2-45f1-a4e6-3458ead4e4ca,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:06.678956 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:06.693266 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Calling delete_port for 22406237-9dd2-45f1-a4e6-3458ead4e4ca owned by network:router_gateway {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:06.698568 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:06.788927 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] Set router 47612f4f-d457-4b5e-af9f-fb3116287584 gateway port host: None {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:47:06.866496 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:47:06Z', 'revision_number': 6, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:06.887894 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:06.900392 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (22406237-9dd2-45f1-a4e6-3458ead4e4ca), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:06.901100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5ca3a-0992-402b-bf24-5276a39e1e9c None None] The sync data for ids ['47612f4f-d457-4b5e-af9f-fb3116287584'] in dv-cinder-837543-6-iscsi is: [{'id': '47612f4f-d457-4b5e-af9f-fb3116287584', 'name': 'tempest-AttachVolumeNegativeTest-1855002786-router', 'tenant_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:39:06Z', 'updated_at': '2022-07-18T16:47:06Z', 'revision_number': 6, 'project_id': 'dbd9c6bf5b0c491299815d545c1a594e', 'gw_port_host': None}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:47:06.937468 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=22406237-9dd2-45f1-a4e6-3458ead4e4ca,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:07.020470 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (47612f4f-d457-4b5e-af9f-fb3116287584), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.115114 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (47612f4f-d457-4b5e-af9f-fb3116287584), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.117498 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks [] for router_controller (47612f4f-d457-4b5e-af9f-fb3116287584), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.166184 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (47612f4f-d457-4b5e-af9f-fb3116287584), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.167297 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47612f4f-d457-4b5e-af9f-fb3116287584 {{(pid=104181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:47:07.173015 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.174397 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-98fbe8a8-4858-494d-ac9b-7cd910f54a32 admin admin] 10.222.0.77 "DELETE /v2.0/routers/47612f4f-d457-4b5e-af9f-fb3116287584 HTTP/1.1" status: 204 len: 168 time: 0.8533444 Jul 18 16:47:07.178198 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 34984) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:07.227575 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] Deleting subnet 17bb4eb6-a0c7-45ac-b7cf-247295416d1c {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:47:07.231426 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] Publish callbacks [] for subnet (17bb4eb6-a0c7-45ac-b7cf-247295416d1c), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.274571 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (17bb4eb6-a0c7-45ac-b7cf-247295416d1c), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.364768 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (17bb4eb6-a0c7-45ac-b7cf-247295416d1c), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.443058 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (17bb4eb6-a0c7-45ac-b7cf-247295416d1c), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.497992 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.501642 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] 10.222.0.77 "DELETE /v2.0/subnets/17bb4eb6-a0c7-45ac-b7cf-247295416d1c HTTP/1.1" status: 204 len: 168 time: 0.3222351 Jul 18 16:47:07.505469 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 34988) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:07.506271 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506f4f4-4fb6-4827-9f6f-464233cceaa5 None None] Network 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:47:07.529842 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133361a-0eda-4bfe-a236-d7bb9db3a8bf req-3c6c979b-e76d-4215-9f7e-1405a74f7729 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:07.532677 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b133361a-0eda-4bfe-a236-d7bb9db3a8bf req-3c6c979b-e76d-4215-9f7e-1405a74f7729 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1018319 Jul 18 16:47:07.533887 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be842ac1-4a1b-432f-bef9-c6fbcf9b01de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bb4eb6-a0c7-45ac-b7cf-247295416d1c,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:07.620448 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b133361a-0eda-4bfe-a236-d7bb9db3a8bf req-803851fe-bc98-4037-8760-c2d4efa132ae tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739129 Jul 18 16:47:07.631989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.684855 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Deleting port 575848be-37f1-46a3-a09f-e19e6e4d03b9 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:07.685199 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.758015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] DHCP port deletion for 509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:47:07.765825 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] For port 575848be-37f1-46a3-a09f-e19e6e4d03b9, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=575848be-37f1-46a3-a09f-e19e6e4d03b9,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:07.766473 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.808775 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Calling delete_port for 575848be-37f1-46a3-a09f-e19e6e4d03b9 owned by network:dhcp {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:07.835267 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] Deleting port 575848be-37f1-46a3-a09f-e19e6e4d03b9 {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:07.835956 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.891901 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:07.936314 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9f66c-c96e-4a9a-8f19-67718d1bf089 req-3f737200-cd89-468f-80bd-42033bc52519 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:07.947680 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1a9f66c-c96e-4a9a-8f19-67718d1bf089 req-3f737200-cd89-468f-80bd-42033bc52519 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0930474 Jul 18 16:47:07.953636 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:07.988801 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] For port 575848be-37f1-46a3-a09f-e19e6e4d03b9, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=575848be-37f1-46a3-a09f-e19e6e4d03b9,segment=NetworkSegment(5e00ff37-5d7f-42d1-9c3f-3243420cd190),segment_id=5e00ff37-5d7f-42d1-9c3f-3243420cd190)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:07.989508 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.017598 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Pushing event deleted for resources: {'Port': ['ID=575848be-37f1-46a3-a09f-e19e6e4d03b9,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:08.023327 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] Calling delete_port for 575848be-37f1-46a3-a09f-e19e6e4d03b9 owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:08.023580 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] No DVR routers for this DVR port 575848be-37f1-46a3-a09f-e19e6e4d03b9 on host dv-cinder-837543-6-iscsi {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:47:08.023858 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f1a9f66c-c96e-4a9a-8f19-67718d1bf089 req-37ad7b95-b2c2-4fe8-ba07-e4a4fbe3846a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704668 Jul 18 16:47:08.038501 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:08.043130 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:08.084769 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-fa7520a8-2e4b-42c6-8201-72245b934720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:08.086480 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-fa7520a8-2e4b-42c6-8201-72245b934720 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0800362 Jul 18 16:47:08.180575 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (575848be-37f1-46a3-a09f-e19e6e4d03b9), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.207408 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.223963 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] Pushing event deleted for resources: {'Port': ['ID=575848be-37f1-46a3-a09f-e19e6e4d03b9,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:08.234015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28897fb2-5097-417f-b67f-61664b0e12dc None None] No DVR routers for this DVR port 575848be-37f1-46a3-a09f-e19e6e4d03b9 on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:47:08.250835 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509e7a9e-2f1a-47ea-a4fb-2e64a591cc67']}} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:08.258913 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e00ff37-5d7f-42d1-9c3f-3243420cd190') {'for_net_delete': True} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:08.259259 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e00ff37-5d7f-42d1-9c3f-3243420cd190') {} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:08.284744 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126338177'] for segment (5e00ff37-5d7f-42d1-9c3f-3243420cd190), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.309964 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 575848be-37f1-46a3-a09f-e19e6e4d03b9 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:08.348202 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 575848be-37f1-46a3-a09f-e19e6e4d03b9 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:08.348723 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 575848be-37f1-46a3-a09f-e19e6e4d03b9 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:08.349375 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 22406237-9dd2-45f1-a4e6-3458ead4e4ca no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:08.381293 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 22406237-9dd2-45f1-a4e6-3458ead4e4ca {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:08.381821 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 22406237-9dd2-45f1-a4e6-3458ead4e4ca not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:08.382501 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 42353326-0c62-499c-8190-cb64bfcae406 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:08.412807 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 42353326-0c62-499c-8190-cb64bfcae406 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:08.413237 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 42353326-0c62-499c-8190-cb64bfcae406 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:08.563276 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-c47bb077-6a06-45c5-932b-77aaa8ffa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:08.564662 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-c47bb077-6a06-45c5-932b-77aaa8ffa45c service neutron] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 912 time: 0.4629226 Jul 18 16:47:08.569247 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (5e00ff37-5d7f-42d1-9c3f-3243420cd190), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.581525 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=104182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:47:08.581912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754716'] for segment (5e00ff37-5d7f-42d1-9c3f-3243420cd190), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.686188 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-c77cf4d5-dad7-43d2-b9ab-a97a81ea1769 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 200 len: 1002 time: 0.1102781 Jul 18 16:47:08.687989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (509e7a9e-2f1a-47ea-a4fb-2e64a591cc67), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.694758 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.697860 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] 10.222.0.77 "DELETE /v2.0/networks/509e7a9e-2f1a-47ea-a4fb-2e64a591cc67 HTTP/1.1" status: 204 len: 168 time: 1.1910269 Jul 18 16:47:08.725630 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79cc51-c47a-4a7e-9a6f-ebf6272c2460 admin admin] Pushing event deleted for resources: {'Network': ['ID=509e7a9e-2f1a-47ea-a4fb-2e64a591cc67,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:08.772336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-37766247-f1d6-48a3-8905-e86410da1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:08.773839 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-37766247-f1d6-48a3-8905-e86410da1917 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0604908 Jul 18 16:47:08.775439 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment 5e00ff37-5d7f-42d1-9c3f-3243420cd190 resource provider aggregate not found Jul 18 16:47:08.798573 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment 5e00ff37-5d7f-42d1-9c3f-3243420cd190 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e00ff37-5d7f-42d1-9c3f-3243420cd190 found for delete ", "request_id": "req-16c44c42-559e-4278-b915-fd22bff30861"}]} Jul 18 16:47:08.826806 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:08.833153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-c7d8e1b6-a507-422f-b90f-a2027da9a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:08.836509 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-c7d8e1b6-a507-422f-b90f-a2027da9a95c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543399 Jul 18 16:47:08.859028 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35004) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:08.924103 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-77f18dbb-1c8c-462a-a520-9be16de936e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dbd9c6bf5b0c491299815d545c1a594e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0633557 Jul 18 16:47:08.927474 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35006) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:08.944082 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-5506659e-7a4c-406e-be0a-371622dad542 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980828 Jul 18 16:47:08.996429 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f04b-2ce1-4d57-9a9d-a9798600b414 admin admin] Publish callbacks [] for security_group (e019fe5a-7164-4d4e-bfe5-79de32162923), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:09.000755 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:09.021035 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f04b-2ce1-4d57-9a9d-a9798600b414 admin admin] Publish callbacks [] for security_group (e019fe5a-7164-4d4e-bfe5-79de32162923), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:09.051231 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-09730e7b-6846-45ff-bb0a-0aae94d271c8 req-69f4082b-d22a-4d69-b677-b665775bb8eb service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970340 Jul 18 16:47:09.073293 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f04b-2ce1-4d57-9a9d-a9798600b414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e019fe5a-7164-4d4e-bfe5-79de32162923), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:09.077043 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f1c5f04b-2ce1-4d57-9a9d-a9798600b414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:09.081737 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f1c5f04b-2ce1-4d57-9a9d-a9798600b414 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e019fe5a-7164-4d4e-bfe5-79de32162923 HTTP/1.1" status: 204 len: 168 time: 0.1495936 Jul 18 16:47:09.094930 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5f04b-2ce1-4d57-9a9d-a9798600b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e019fe5a-7164-4d4e-bfe5-79de32162923,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:09.208504 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a556d4d-d5d4-4fd4-84f9-c7235ac6cbe9 req-4525b342-25f3-4ec4-b40f-af0a8916fdd0 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:09.209985 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9a556d4d-d5d4-4fd4-84f9-c7235ac6cbe9 req-4525b342-25f3-4ec4-b40f-af0a8916fdd0 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0717552 Jul 18 16:47:09.265607 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9a556d4d-d5d4-4fd4-84f9-c7235ac6cbe9 req-5963796b-26d4-41a1-8d3d-46e8c838232a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478153 Jul 18 16:47:10.431495 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:10.453251 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e92185-0894-4fcd-ba8b-98142129e916 req-5e02c7ed-0cb5-4a36-b6bd-1581d2b6e068 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:10.463087 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50e92185-0894-4fcd-ba8b-98142129e916 req-5e02c7ed-0cb5-4a36-b6bd-1581d2b6e068 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0809085 Jul 18 16:47:10.521554 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-50e92185-0894-4fcd-ba8b-98142129e916 req-69ceda80-75fa-4c2a-bdd9-614ab2bb88ff tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555515 Jul 18 16:47:11.233670 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=5 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:11.240035 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:11.505596 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35084) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:11.620276 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0faf-6d60-4fe9-b3e7-e296c7241b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:11.715434 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0faf-6d60-4fe9-b3e7-e296c7241b55 admin admin] Publish callbacks [] for security_group (ea2f8e91-9679-405b-8d62-e24e0427b588), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:11.720069 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-bb4c0faf-6d60-4fe9-b3e7-e296c7241b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ea2f8e91-9679-405b-8d62-e24e0427b588), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:11.762173 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-bb4c0faf-6d60-4fe9-b3e7-e296c7241b55 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7aa6a778ade43a8b243e3cd0913e674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554688 Jul 18 16:47:11.763114 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c0faf-6d60-4fe9-b3e7-e296c7241b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f8e91-9679-405b-8d62-e24e0427b588,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:11.766484 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35088) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:11.827484 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf22-278b-4da0-a56c-860894ceaf36 admin admin] Publish callbacks [] for security_group (ea2f8e91-9679-405b-8d62-e24e0427b588), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:11.854319 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:11.856815 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf22-278b-4da0-a56c-860894ceaf36 admin admin] Publish callbacks [] for security_group (ea2f8e91-9679-405b-8d62-e24e0427b588), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:11.919151 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf22-278b-4da0-a56c-860894ceaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (ea2f8e91-9679-405b-8d62-e24e0427b588), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:11.922336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf22-278b-4da0-a56c-860894ceaf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:11.924054 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8d48bf22-278b-4da0-a56c-860894ceaf36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea2f8e91-9679-405b-8d62-e24e0427b588 HTTP/1.1" status: 204 len: 168 time: 0.1556666 Jul 18 16:47:11.934957 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48bf22-278b-4da0-a56c-860894ceaf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f8e91-9679-405b-8d62-e24e0427b588,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:12.254506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35094) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:12.268509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2eff48fc-2d05-4234-9ac8-f53bc6891e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.369071 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2eff48fc-2d05-4234-9ac8-f53bc6891e20 admin admin] Publish callbacks [] for security_group (d4549cb4-f1b9-47c0-b474-5fee09b46801), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.373776 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2eff48fc-2d05-4234-9ac8-f53bc6891e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d4549cb4-f1b9-47c0-b474-5fee09b46801), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.418378 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-2eff48fc-2d05-4234-9ac8-f53bc6891e20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30a57f022c4746b0a22bce1500aa085a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626828 Jul 18 16:47:12.419317 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff48fc-2d05-4234-9ac8-f53bc6891e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4549cb4-f1b9-47c0-b474-5fee09b46801,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:12.421735 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35096) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:12.485671 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1034c2cd-9dbb-48a5-8079-22fae1796dda admin admin] Publish callbacks [] for security_group (d4549cb4-f1b9-47c0-b474-5fee09b46801), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.511589 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1034c2cd-9dbb-48a5-8079-22fae1796dda admin admin] Publish callbacks [] for security_group (d4549cb4-f1b9-47c0-b474-5fee09b46801), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.568773 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1034c2cd-9dbb-48a5-8079-22fae1796dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d4549cb4-f1b9-47c0-b474-5fee09b46801), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.571963 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1034c2cd-9dbb-48a5-8079-22fae1796dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.573458 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1034c2cd-9dbb-48a5-8079-22fae1796dda admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d4549cb4-f1b9-47c0-b474-5fee09b46801 HTTP/1.1" status: 204 len: 168 time: 0.1502893 Jul 18 16:47:12.585097 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034c2cd-9dbb-48a5-8079-22fae1796dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4549cb4-f1b9-47c0-b474-5fee09b46801,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:18.213937 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35194) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:18.339320 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1b9dac85-ad85-4327-9e3c-5b29376d65ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:18.457922 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1b9dac85-ad85-4327-9e3c-5b29376d65ed admin admin] Publish callbacks [] for security_group (0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:18.462529 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1b9dac85-ad85-4327-9e3c-5b29376d65ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:18.509173 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dac85-ad85-4327-9e3c-5b29376d65ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:18.513596 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1b9dac85-ad85-4327-9e3c-5b29376d65ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=831edea79a9a40dda103b5df27a3251b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984016 Jul 18 16:47:18.518001 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35198) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:18.581244 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a380d791-f21f-4ae3-8162-b349470d6b74 admin admin] Publish callbacks [] for security_group (0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:18.606928 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a380d791-f21f-4ae3-8162-b349470d6b74 admin admin] Publish callbacks [] for security_group (0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:18.665412 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a380d791-f21f-4ae3-8162-b349470d6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:18.668162 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a380d791-f21f-4ae3-8162-b349470d6b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:18.669371 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-a380d791-f21f-4ae3-8162-b349470d6b74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc HTTP/1.1" status: 204 len: 168 time: 0.1499074 Jul 18 16:47:18.681323 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380d791-f21f-4ae3-8162-b349470d6b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbc52c1-e4d0-4084-ab31-ca360ca6f5cc,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:19.045868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-04d9d9e1-2a54-483b-a22d-0d3e548ad488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.048215 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35204) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:19.063581 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-55574c1b-b2c6-4dd9-a093-59bddfc74db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.097409 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:19.165586 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-55574c1b-b2c6-4dd9-a093-59bddfc74db9 admin admin] Publish callbacks [] for security_group (16358abc-7d78-43ee-83f1-c554000ed102), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.170981 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-55574c1b-b2c6-4dd9-a093-59bddfc74db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (16358abc-7d78-43ee-83f1-c554000ed102), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.216378 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-55574c1b-b2c6-4dd9-a093-59bddfc74db9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f13fb5868a304a3eaab3f2326185b731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665194 Jul 18 16:47:19.217490 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55574c1b-b2c6-4dd9-a093-59bddfc74db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16358abc-7d78-43ee-83f1-c554000ed102,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:19.220325 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35206) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:19.276112 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:19.280403 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59ac5d50-02f0-4b0a-b9f5-72f218dd2e27 admin admin] Publish callbacks [] for security_group (16358abc-7d78-43ee-83f1-c554000ed102), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.307332 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59ac5d50-02f0-4b0a-b9f5-72f218dd2e27 admin admin] Publish callbacks [] for security_group (16358abc-7d78-43ee-83f1-c554000ed102), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.359625 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59ac5d50-02f0-4b0a-b9f5-72f218dd2e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (16358abc-7d78-43ee-83f1-c554000ed102), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.362452 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59ac5d50-02f0-4b0a-b9f5-72f218dd2e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:19.363882 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-59ac5d50-02f0-4b0a-b9f5-72f218dd2e27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16358abc-7d78-43ee-83f1-c554000ed102 HTTP/1.1" status: 204 len: 168 time: 0.1424632 Jul 18 16:47:19.375017 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac5d50-02f0-4b0a-b9f5-72f218dd2e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16358abc-7d78-43ee-83f1-c554000ed102,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:20.749672 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35240) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:20.907413 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d578a81e-04cc-43f3-8a58-612fdc130ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:21.027841 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d578a81e-04cc-43f3-8a58-612fdc130ac9 admin admin] Publish callbacks [] for security_group (76c3f8b8-b250-4e42-8f4e-d83c879c7346), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:21.033044 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-d578a81e-04cc-43f3-8a58-612fdc130ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (76c3f8b8-b250-4e42-8f4e-d83c879c7346), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:21.108209 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-d578a81e-04cc-43f3-8a58-612fdc130ac9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9002382fb58040fa9f080b1a00978f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572047 Jul 18 16:47:21.109599 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578a81e-04cc-43f3-8a58-612fdc130ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3f8b8-b250-4e42-8f4e-d83c879c7346,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:21.111403 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35244) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:21.157043 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:21.178537 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2d83acc-30d4-4381-8f55-22d215cb5e22 admin admin] Publish callbacks [] for security_group (76c3f8b8-b250-4e42-8f4e-d83c879c7346), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:21.209765 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2d83acc-30d4-4381-8f55-22d215cb5e22 admin admin] Publish callbacks [] for security_group (76c3f8b8-b250-4e42-8f4e-d83c879c7346), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:21.275840 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2d83acc-30d4-4381-8f55-22d215cb5e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (76c3f8b8-b250-4e42-8f4e-d83c879c7346), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:21.279334 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2d83acc-30d4-4381-8f55-22d215cb5e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:21.284555 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-e2d83acc-30d4-4381-8f55-22d215cb5e22 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76c3f8b8-b250-4e42-8f4e-d83c879c7346 HTTP/1.1" status: 204 len: 168 time: 0.1682804 Jul 18 16:47:21.293197 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d83acc-30d4-4381-8f55-22d215cb5e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3f8b8-b250-4e42-8f4e-d83c879c7346,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:22.131263 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f57d45f0-1bc1-4114-89cb-e1674d56661f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:24.007561 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:24.236480 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:47:25.318045 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:25.773560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:27.925937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01fc0-6bea-49cf-8f9d-2d9316e8b12f req-03d9b29f-fb4b-468a-bb88-ca6ec0a3d4c5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:27.927618 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b9d01fc0-6bea-49cf-8f9d-2d9316e8b12f req-03d9b29f-fb4b-468a-bb88-ca6ec0a3d4c5 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 946 time: 0.0563295 Jul 18 16:47:27.984285 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b9d01fc0-6bea-49cf-8f9d-2d9316e8b12f req-b9d77bac-0d7f-4c85-b2a9-9822d1f05875 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489993 Jul 18 16:47:29.126300 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9030b-cc3a-473d-b4cb-e0fc2cce6b9e req-b40919bf-9876-453a-9160-1f9ad042a9f4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:29.128037 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8cf9030b-cc3a-473d-b4cb-e0fc2cce6b9e req-b40919bf-9876-453a-9160-1f9ad042a9f4 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 946 time: 0.0571408 Jul 18 16:47:29.187038 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8cf9030b-cc3a-473d-b4cb-e0fc2cce6b9e req-8649c2f2-e86c-4d03-9ec5-efc3bb35d25c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups?id=9295ec5f-cbe4-4977-a382-e047fb4852b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529473 Jul 18 16:47:29.543424 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:29.660287 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-f5375ee1-8033-48cf-ba3f-9ef2f00cf44c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:29.662524 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-f5375ee1-8033-48cf-ba3f-9ef2f00cf44c tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 946 time: 0.0564754 Jul 18 16:47:29.763420 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Deleting port cf08c27e-1532-45fb-ba35-fa7294ac40b0 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:29.763747 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:29.867044 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] For port cf08c27e-1532-45fb-ba35-fa7294ac40b0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=cf08c27e-1532-45fb-ba35-fa7294ac40b0,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:29.867406 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:29.885622 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:30.051484 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:30.051893 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:30.052198 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Floating IP 34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa disassociated. External IP: 172.27.0.184, port: cf08c27e-1532-45fb-ba35-fa7294ac40b0. Jul 18 16:47:30.052555 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Calling delete_port for cf08c27e-1532-45fb-ba35-fa7294ac40b0 owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:30.223595 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (cf08c27e-1532-45fb-ba35-fa7294ac40b0), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:30.263137 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event deleted for resources: {'Port': ['ID=cf08c27e-1532-45fb-ba35-fa7294ac40b0,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:30.372101 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c062d5f2-f6c8-4f52-ab45-184eb2fa8140 req-e4650749-7523-4bb7-a4db-6c83a51c9db3 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 210 time: 0.0395575 Jul 18 16:47:30.439982 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Router d4102b4a-348e-461f-9a7d-d90cdbf38212 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:47:30.561449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:30.565549 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:47:30.580508 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] Sync routers for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:47:30.611994 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:47:30.613619 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:30.637259 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] No DVR routers for this DVR port cf08c27e-1532-45fb-ba35-fa7294ac40b0 on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:47:30.640262 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:30.644843 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6d47e982-6cf9-4d69-b43b-21e2aef57f68 req-d93c1d92-ebb6-464b-a19f-18c8ef0d1eda tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.95 "DELETE /v2.0/ports/cf08c27e-1532-45fb-ba35-fa7294ac40b0 HTTP/1.1" status: 204 len: 173 time: 0.9753714 Jul 18 16:47:30.645423 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-deleted', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:47:30.648155 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894b58d7-c9db-42fc-b3a1-a0cf00dee4e1" -d '{"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-deleted", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:47:30.727667 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff996e-70b5-420b-9015-42ca0e7fef49 x-openstack-request-id: req-95ff996e-70b5-420b-9015-42ca0e7fef49 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:47:30.728676 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4044d28-5c30-4cd6-bf2a-60f15452a314", "name": "network-vif-deleted", "tag": "cf08c27e-1532-45fb-ba35-fa7294ac40b0", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:47:30.728676 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-95ff996e-70b5-420b-9015-42ca0e7fef49 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:47:30.729058 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ff996e-70b5-420b-9015-42ca0e7fef49'] response: {'server_uuid': 'e4044d28-5c30-4cd6-bf2a-60f15452a314', 'name': 'network-vif-deleted', 'tag': 'cf08c27e-1532-45fb-ba35-fa7294ac40b0', 'status': 'completed', 'code': 200} Jul 18 16:47:30.802645 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:47:31.087940 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:31.117201 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] Checking router: d4102b4a-348e-461f-9a7d-d90cdbf38212 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:47:31.127066 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:47:31.127796 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:31.371848 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:47:31.521272 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7f692592-edda-405a-87d5-68cdbe7ad289 req-8608ce6d-0991-454d-b856-6d548465bd9e tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/ports?device_id=e4044d28-5c30-4cd6-bf2a-60f15452a314 HTTP/1.1" status: 200 len: 210 time: 0.0317602 Jul 18 16:47:31.660941 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:31.701550 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ed2a5-f743-46c9-bcf2-540633017b1c None None] The sync data for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi is: [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:39:11Z', 'revision_number': 4, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '7e860664-72aa-4df1-909b-8a35328d5eb8', 'name': '', 'network_id': '6fd6b543-38a6-4937-914e-f705a5e37fe0', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'mac_address': 'fa:16:3e:22:ee:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:07Z', 'updated_at': '2022-07-18T16:39:26Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'subnets': [{'id': '25d3acbf-bc51-4697-a9c2-ab8f14128cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:47:31.951433 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f73eac0-ca53-4eed-b0de-1882e6b3e168 None None] New status for floating IP 34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa: DOWN {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:47:32.630908 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35374) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:32.697450 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a45a-f502-46c7-92c5-918b93dac625 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (9295ec5f-cbe4-4977-a382-e047fb4852b2), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:32.725371 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a45a-f502-46c7-92c5-918b93dac625 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (9295ec5f-cbe4-4977-a382-e047fb4852b2), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:32.781138 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a45a-f502-46c7-92c5-918b93dac625 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (9295ec5f-cbe4-4977-a382-e047fb4852b2), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:32.783773 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a9d8a45a-f502-46c7-92c5-918b93dac625 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:32.785534 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-a9d8a45a-f502-46c7-92c5-918b93dac625 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "DELETE /v2.0/security-groups/9295ec5f-cbe4-4977-a382-e047fb4852b2 HTTP/1.1" status: 204 len: 168 time: 0.1533618 Jul 18 16:47:32.788716 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35380) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:32.799727 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8a45a-f502-46c7-92c5-918b93dac625 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9295ec5f-cbe4-4977-a382-e047fb4852b2,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:32.804838 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.api.v2.resource [None req-ce79aca2-2bd9-4f81-aea5-04fcc6772b40 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] show failed (client error): The resource could not be found. Jul 18 16:47:32.806048 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ce79aca2-2bd9-4f81-aea5-04fcc6772b40 tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "GET /v2.0/security-groups/9295ec5f-cbe4-4977-a382-e047fb4852b2 HTTP/1.1" status: 404 len: 347 time: 0.0160255 Jul 18 16:47:32.809064 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35382) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:32.938208 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Deleting port 07922a5e-dd8b-48e5-947a-3637c67748d7 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:32.938582 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:33.025890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:33.026219 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (07922a5e-dd8b-48e5-947a-3637c67748d7), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:33.040696 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Calling delete_port for 07922a5e-dd8b-48e5-947a-3637c67748d7 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:33.110227 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:33.190766 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (07922a5e-dd8b-48e5-947a-3637c67748d7), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:33.215621 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Pushing event deleted for resources: {'Port': ['ID=07922a5e-dd8b-48e5-947a-3637c67748d7,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:33.295760 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks [] for floatingip (34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:33.299254 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:33.300838 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-2a0368be-5b1a-4a15-a9dc-2444753f3c9d tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] 10.222.0.77 "DELETE /v2.0/floatingips/34ee683b-3ab0-4ead-a95c-d6d0a3ab5faa HTTP/1.1" status: 204 len: 168 time: 0.4904821 Jul 18 16:47:34.386394 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:34.406834 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: cf08c27e-1532-45fb-ba35-fa7294ac40b0 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:34.407177 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device cf08c27e-1532-45fb-ba35-fa7294ac40b0 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:35.798357 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35418) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:36.047378 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:36.407287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (d4102b4a-348e-461f-9a7d-d90cdbf38212), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:36.652451 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Deleting port 7e860664-72aa-4df1-909b-8a35328d5eb8 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:36.652798 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:36.748283 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] For port 7e860664-72aa-4df1-909b-8a35328d5eb8, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=7e860664-72aa-4df1-909b-8a35328d5eb8,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:36.748652 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:36.764573 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Calling delete_port for 7e860664-72aa-4df1-909b-8a35328d5eb8 owned by network:router_interface {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:36.902112 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:36.956596 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:36.971214 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (7e860664-72aa-4df1-909b-8a35328d5eb8), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:37.002556 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e860664-72aa-4df1-909b-8a35328d5eb8,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:37.235012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (d4102b4a-348e-461f-9a7d-d90cdbf38212), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:37.469120 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Router d4102b4a-348e-461f-9a7d-d90cdbf38212 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:47:37.588792 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:47:37.596604 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b27c42f4-1278-476c-a546-9b8055a5e2b2 admin admin] 10.222.0.77 "PUT /v2.0/routers/d4102b4a-348e-461f-9a7d-d90cdbf38212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7968161 Jul 18 16:47:37.599413 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35426) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:37.602647 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] Sync routers for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:47:37.616168 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:47:37.616794 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:37.736794 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:47:37.933349 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:37.950950 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:47:36Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:37.994086 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] Checking router: d4102b4a-348e-461f-9a7d-d90cdbf38212 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:47:38.006033 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] Routers {'d4102b4a-348e-461f-9a7d-d90cdbf38212'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:47:38.006839 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['d4102b4a-348e-461f-9a7d-d90cdbf38212'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:38.061578 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:38.085471 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks [] for router (d4102b4a-348e-461f-9a7d-d90cdbf38212), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.165363 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] Set router d4102b4a-348e-461f-9a7d-d90cdbf38212 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:47:38.245401 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks [] for router_gateway (d4102b4a-348e-461f-9a7d-d90cdbf38212), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.303931 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Deleting port 1e73c86a-825b-4eb4-adf7-609ecf16995f {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:38.304291 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.307037 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:38.370882 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:47:36Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:38.398314 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b2d8e3-63ff-4536-94bb-c59f02e20f64 None None] The sync data for ids ['d4102b4a-348e-461f-9a7d-d90cdbf38212'] in dv-cinder-837543-6-iscsi is: [{'id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'name': 'tempest-AttachVolumeShelveTestJSON-934293334-router', 'tenant_id': '26a41505f0ce4a66a02a5d954da278cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:38:59Z', 'updated_at': '2022-07-18T16:47:36Z', 'revision_number': 5, 'project_id': '26a41505f0ce4a66a02a5d954da278cb', 'gw_port': {'id': '1e73c86a-825b-4eb4-adf7-609ecf16995f', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:13:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4102b4a-348e-461f-9a7d-d90cdbf38212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:39:00Z', 'updated_at': '2022-07-18T16:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:47:38.402177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] For port 1e73c86a-825b-4eb4-adf7-609ecf16995f, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=1e73c86a-825b-4eb4-adf7-609ecf16995f,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:38.402177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.419476 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Calling delete_port for 1e73c86a-825b-4eb4-adf7-609ecf16995f owned by network:router_gateway {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:38.544973 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:38.632488 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (1e73c86a-825b-4eb4-adf7-609ecf16995f), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.693895 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e73c86a-825b-4eb4-adf7-609ecf16995f,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:38.804150 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (d4102b4a-348e-461f-9a7d-d90cdbf38212), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.904855 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (d4102b4a-348e-461f-9a7d-d90cdbf38212), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.907990 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks [] for router_controller (d4102b4a-348e-461f-9a7d-d90cdbf38212), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.954214 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (d4102b4a-348e-461f-9a7d-d90cdbf38212), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.954863 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4102b4a-348e-461f-9a7d-d90cdbf38212 {{(pid=104181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:47:38.960180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:38.961389 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f4e97cba-3116-42c1-9167-365bfe1930e7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d4102b4a-348e-461f-9a7d-d90cdbf38212 HTTP/1.1" status: 204 len: 168 time: 1.3609991 Jul 18 16:47:38.964320 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35436) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:39.021604 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] Deleting subnet 25d3acbf-bc51-4697-a9c2-ab8f14128cbe {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:47:39.025491 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] Publish callbacks [] for subnet (25d3acbf-bc51-4697-a9c2-ab8f14128cbe), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.067229 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (25d3acbf-bc51-4697-a9c2-ab8f14128cbe), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.183756 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (25d3acbf-bc51-4697-a9c2-ab8f14128cbe), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.259425 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (25d3acbf-bc51-4697-a9c2-ab8f14128cbe), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.292323 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d3acbf-bc51-4697-a9c2-ab8f14128cbe,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:39.294524 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.298054 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7a735f5b-f3f2-432b-be22-7bfb3e29a957 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/25d3acbf-bc51-4697-a9c2-ab8f14128cbe HTTP/1.1" status: 204 len: 168 time: 0.3327026 Jul 18 16:47:39.300940 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35444) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:39.303782 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22e6981-0b7a-45ab-9668-cc772b25e995 None None] Network 6fd6b543-38a6-4937-914e-f705a5e37fe0 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:47:39.305779 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:39.319806 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=51,neutron:DELETE=3,neutron:UPDATE=7 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:39.385262 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (6fd6b543-38a6-4937-914e-f705a5e37fe0), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.453906 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:39.483225 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Deleting port 64002e9b-5848-4dc1-8927-008c361cdcc4 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:39.484400 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.544482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] DHCP port deletion for 6fd6b543-38a6-4937-914e-f705a5e37fe0 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:47:39.592425 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] For port 64002e9b-5848-4dc1-8927-008c361cdcc4, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=64002e9b-5848-4dc1-8927-008c361cdcc4,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:39.592716 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.594720 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Deleting port 64002e9b-5848-4dc1-8927-008c361cdcc4 {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:47:39.595102 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.616682 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Calling delete_port for 64002e9b-5848-4dc1-8927-008c361cdcc4 owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:39.706118 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] For port 64002e9b-5848-4dc1-8927-008c361cdcc4, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=64002e9b-5848-4dc1-8927-008c361cdcc4,segment=NetworkSegment(79d2d795-f84d-4150-8cbc-e9ce972d293c),segment_id=79d2d795-f84d-4150-8cbc-e9ce972d293c)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:39.707472 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.733631 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Calling delete_port for 64002e9b-5848-4dc1-8927-008c361cdcc4 owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:47:39.784307 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.841193 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64002e9b-5848-4dc1-8927-008c361cdcc4,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:39.843207 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] No DVR routers for this DVR port 64002e9b-5848-4dc1-8927-008c361cdcc4 on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:47:39.867511 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (64002e9b-5848-4dc1-8927-008c361cdcc4), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.900580 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Pushing event deleted for resources: {'Port': ['ID=64002e9b-5848-4dc1-8927-008c361cdcc4,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:39.908631 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] No DVR routers for this DVR port 64002e9b-5848-4dc1-8927-008c361cdcc4 on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:47:39.911082 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.911480 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.911794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.912128 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.912564 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.912974 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.913297 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.913623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.913945 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.914266 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.914614 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.914934 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.915251 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.915571 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.915954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e41be-b3dc-449a-bfaa-00e6c151346f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:39.981082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (6fd6b543-38a6-4937-914e-f705a5e37fe0), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.018926 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:40.022219 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd6b543-38a6-4937-914e-f705a5e37fe0']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:40.041394 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d2d795-f84d-4150-8cbc-e9ce972d293c') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:40.041881 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d2d795-f84d-4150-8cbc-e9ce972d293c') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:40.067629 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (79d2d795-f84d-4150-8cbc-e9ce972d293c), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.089693 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (79d2d795-f84d-4150-8cbc-e9ce972d293c), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.098435 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:47:40.099466 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (79d2d795-f84d-4150-8cbc-e9ce972d293c), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.132487 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 79d2d795-f84d-4150-8cbc-e9ce972d293c resource provider aggregate not found Jul 18 16:47:40.167340 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 79d2d795-f84d-4150-8cbc-e9ce972d293c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79d2d795-f84d-4150-8cbc-e9ce972d293c found for delete ", "request_id": "req-f96acf37-3e93-4ba0-bfc6-b2fc4ca3ba8f"}]} Jul 18 16:47:40.188660 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (6fd6b543-38a6-4937-914e-f705a5e37fe0), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.195617 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.199192 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6fd6b543-38a6-4937-914e-f705a5e37fe0 HTTP/1.1" status: 204 len: 168 time: 0.8973970 Jul 18 16:47:40.212552 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf10aa8-f7c5-4a55-a620-3c534f1cc4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd6b543-38a6-4937-914e-f705a5e37fe0,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:40.317735 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 64002e9b-5848-4dc1-8927-008c361cdcc4 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:40.339053 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 64002e9b-5848-4dc1-8927-008c361cdcc4 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:40.339399 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 64002e9b-5848-4dc1-8927-008c361cdcc4 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:40.339819 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 7e860664-72aa-4df1-909b-8a35328d5eb8 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:40.360854 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 7e860664-72aa-4df1-909b-8a35328d5eb8 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:40.361189 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 7e860664-72aa-4df1-909b-8a35328d5eb8 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:40.361610 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 1e73c86a-825b-4eb4-adf7-609ecf16995f no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:47:40.365928 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35456) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:40.399426 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 1e73c86a-825b-4eb4-adf7-609ecf16995f {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:47:40.399914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 1e73c86a-825b-4eb4-adf7-609ecf16995f not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:47:40.429025 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5aed3bbe-9409-4634-93f6-b37f6bbc5aa3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26a41505f0ce4a66a02a5d954da278cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0615561 Jul 18 16:47:40.431509 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35458) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:40.495001 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-071d7a65-e537-4cce-ab07-aa7006629b6c admin admin] Publish callbacks [] for security_group (c7edd79e-25e0-4447-8ef1-20a8df628b83), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.521522 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-071d7a65-e537-4cce-ab07-aa7006629b6c admin admin] Publish callbacks [] for security_group (c7edd79e-25e0-4447-8ef1-20a8df628b83), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.579942 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-071d7a65-e537-4cce-ab07-aa7006629b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (c7edd79e-25e0-4447-8ef1-20a8df628b83), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.582796 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-071d7a65-e537-4cce-ab07-aa7006629b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.584139 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-071d7a65-e537-4cce-ab07-aa7006629b6c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7edd79e-25e0-4447-8ef1-20a8df628b83 HTTP/1.1" status: 204 len: 168 time: 0.1516418 Jul 18 16:47:40.597262 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d7a65-e537-4cce-ab07-aa7006629b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7edd79e-25e0-4447-8ef1-20a8df628b83,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:42.766002 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:42.792646 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=87,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:48.368954 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=25 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:48.373926 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=37 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:49.051048 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7b4d6075-3df4-4c52-af37-c8a5dcff3864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:50.587286 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=65,neutron:DELETE=10 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:50.589712 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=27,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:50.701824 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35608) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:50.834593 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-05b0c8ff-d5bd-4290-ad91-d76778996abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:50.927910 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-05b0c8ff-d5bd-4290-ad91-d76778996abd admin admin] Publish callbacks [] for security_group (7a1b1a28-9d85-44de-a6f5-a1c452d49be9), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:50.932809 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-05b0c8ff-d5bd-4290-ad91-d76778996abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (7a1b1a28-9d85-44de-a6f5-a1c452d49be9), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:50.977427 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0c8ff-d5bd-4290-ad91-d76778996abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b1a28-9d85-44de-a6f5-a1c452d49be9,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:50.982622 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-05b0c8ff-d5bd-4290-ad91-d76778996abd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=00d53375a6d3433987b24c1c6c4c68d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786446 Jul 18 16:47:50.986256 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35614) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:51.056663 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-230b85d9-ae67-410c-83dd-c7393b8be16a admin admin] Publish callbacks [] for security_group (7a1b1a28-9d85-44de-a6f5-a1c452d49be9), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.096712 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-230b85d9-ae67-410c-83dd-c7393b8be16a admin admin] Publish callbacks [] for security_group (7a1b1a28-9d85-44de-a6f5-a1c452d49be9), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.180340 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-230b85d9-ae67-410c-83dd-c7393b8be16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (7a1b1a28-9d85-44de-a6f5-a1c452d49be9), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.183325 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-230b85d9-ae67-410c-83dd-c7393b8be16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.184811 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-230b85d9-ae67-410c-83dd-c7393b8be16a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a1b1a28-9d85-44de-a6f5-a1c452d49be9 HTTP/1.1" status: 204 len: 168 time: 0.1972849 Jul 18 16:47:51.194820 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b85d9-ae67-410c-83dd-c7393b8be16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b1a28-9d85-44de-a6f5-a1c452d49be9,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:51.291188 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35622) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:51.559196 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ec8e-d1fe-49e5-9090-8a509b7688a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.689958 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ec8e-d1fe-49e5-9090-8a509b7688a5 admin admin] Publish callbacks [] for security_group (896fc56c-38a0-4ed2-a670-4ae7c490ee80), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.695686 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e2c7ec8e-d1fe-49e5-9090-8a509b7688a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (896fc56c-38a0-4ed2-a670-4ae7c490ee80), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.747907 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7ec8e-d1fe-49e5-9090-8a509b7688a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896fc56c-38a0-4ed2-a670-4ae7c490ee80,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:51.758607 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-e2c7ec8e-d1fe-49e5-9090-8a509b7688a5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b99e2d10d87a49329abd13ccd6ad428e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657030 Jul 18 16:47:51.762332 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35636) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:51.835885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65c2fd60-3a02-4a38-8074-f34e3023d707 admin admin] Publish callbacks [] for security_group (896fc56c-38a0-4ed2-a670-4ae7c490ee80), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.875470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65c2fd60-3a02-4a38-8074-f34e3023d707 admin admin] Publish callbacks [] for security_group (896fc56c-38a0-4ed2-a670-4ae7c490ee80), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.943766 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65c2fd60-3a02-4a38-8074-f34e3023d707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (896fc56c-38a0-4ed2-a670-4ae7c490ee80), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.946780 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-65c2fd60-3a02-4a38-8074-f34e3023d707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:51.947986 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-65c2fd60-3a02-4a38-8074-f34e3023d707 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/896fc56c-38a0-4ed2-a670-4ae7c490ee80 HTTP/1.1" status: 204 len: 168 time: 0.1842291 Jul 18 16:47:51.956997 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2fd60-3a02-4a38-8074-f34e3023d707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896fc56c-38a0-4ed2-a670-4ae7c490ee80,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:52.125830 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ecea6295-ca9d-491e-95af-a7785776638e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:53.739629 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35712) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:53.883726 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-13067993-38e6-42d7-b14c-ffc42708c969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:53.958426 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:53.964312 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:53.988382 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-13067993-38e6-42d7-b14c-ffc42708c969 admin admin] Publish callbacks [] for security_group (4559c95e-b153-4d3c-9675-a6083a7664b0), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:53.994754 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-13067993-38e6-42d7-b14c-ffc42708c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (4559c95e-b153-4d3c-9675-a6083a7664b0), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:54.025270 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:54.029280 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-13067993-38e6-42d7-b14c-ffc42708c969 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ff25285cbea432ebd3722887bdc2db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881298 Jul 18 16:47:54.030025 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35718) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:54.057792 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13067993-38e6-42d7-b14c-ffc42708c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4559c95e-b153-4d3c-9675-a6083a7664b0,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:54.131685 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Publish callbacks [] for security_group (4559c95e-b153-4d3c-9675-a6083a7664b0), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:54.170574 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Publish callbacks [] for security_group (4559c95e-b153-4d3c-9675-a6083a7664b0), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:54.255382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (4559c95e-b153-4d3c-9675-a6083a7664b0), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:54.260499 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:54.265949 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4559c95e-b153-4d3c-9675-a6083a7664b0 HTTP/1.1" status: 204 len: 168 time: 0.2297297 Jul 18 16:47:54.280333 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4559c95e-b153-4d3c-9675-a6083a7664b0,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:54.290981 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.291458 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.291988 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.292419 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.292855 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.293393 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.293862 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.295492 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.295492 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.295857 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.296461 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.296884 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.297424 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.297976 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:54.298444 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db407d-893d-45d7-a7e6-c35da601911e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:55.135375 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35756) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:55.177407 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.253076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-199485109-network', 'tenant_id': '6343e3024ef0469da293401317da07f2'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:47:55.284672 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Made reservation on behalf of 6343e3024ef0469da293401317da07f2 for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:47:55.287348 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.298865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.421216 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks [] for security_group (fe96aa09-990d-4760-92fd-8c6692258731), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.425651 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fe96aa09-990d-4760-92fd-8c6692258731), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.457606 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:47:55.465225 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe96aa09-990d-4760-92fd-8c6692258731,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:55.473706 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (d24cbdd8-91c0-4949-b51c-2041ec8ab2a2), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.474048 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Added segment d24cbdd8-91c0-4949-b51c-2041ec8ab2a2 of type vlan for network d402c366-d682-43de-9024-57338c68fc5b Jul 18 16:47:55.522489 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (d402c366-d682-43de-9024-57338c68fc5b), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.550829 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (d402c366-d682-43de-9024-57338c68fc5b), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.552053 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:55.552975 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.618276 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4815545 Jul 18 16:47:55.621802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35760) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:55.627067 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Request body: {'subnet': {'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-199485109-subnet', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'ip_version': 4}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:47:55.635805 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968fef7-c933-4b99-be49-e7c8d322025a admin admin] Pushing event updated for resources: {'Network': ['ID=d402c366-d682-43de-9024-57338c68fc5b,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:55.649798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network d402c366-d682-43de-9024-57338c68fc5b details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:47:55.659520 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Made reservation on behalf of 6343e3024ef0469da293401317da07f2 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:47:55.662920 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126058333'] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.775260 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:55.950540 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126058307'] for subnet (b153dc14-d69a-4e21-a590-4da162e2d53f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.040992 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b153dc14-d69a-4e21-a590-4da162e2d53f,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:56.046366 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Checking segment: {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:47:56.046789 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Network hostable DHCP agents. Network: d402c366-d682-43de-9024-57338c68fc5b, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:47:56.055035 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:56.072412 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Network d402c366-d682-43de-9024-57338c68fc5b is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:47:56.078586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:56.084995 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, d402c366-d682-43de-9024-57338c68fc5b) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:47:56.091340 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:47:56.092534 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.101968 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402b269-cfa4-44c4-b19e-690601c38331 None None] Network d402c366-d682-43de-9024-57338c68fc5b requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:47:56.115640 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-af786187-4a1f-46a1-97ef-f62912d4869a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4926944 Jul 18 16:47:56.119952 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35766) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:56.130282 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:47:56.159405 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (976fab10-d59a-4313-82f2-9b39c159edf6), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.162891 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (976fab10-d59a-4313-82f2-9b39c159edf6), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.234812 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks [] for router_controller (976fab10-d59a-4313-82f2-9b39c159edf6), precommit_add_association {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.284804 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-d402c366-d682-43de-9024-57338c68fc5b', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'project_id': '6343e3024ef0469da293401317da07f2', 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:47:56.286741 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.396257 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks [] for router_gateway (976fab10-d59a-4313-82f2-9b39c159edf6), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.484398 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Allocated IP 172.20.0.2 (d402c366-d682-43de-9024-57338c68fc5b/b153dc14-d69a-4e21-a590-4da162e2d53f/493505ce-ca56-4b92-9b9d-bcd2819f6bf1) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:47:56.508682 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:56.653420 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks [] for router_gateway (976fab10-d59a-4313-82f2-9b39c159edf6), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.689065 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.727401 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:56.736661 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Publish callbacks [] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.746662 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.820805 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Network d402c366-d682-43de-9024-57338c68fc5b is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:47:56.830320 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:47:56.834760 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:47:56.838183 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Pushing event updated for resources: {'Port': ['ID=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:56.887147 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Allocated IP 172.27.0.68 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/73afef82-120e-4e7a-870a-ed254b6706b4) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:47:56.908171 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Attempting to bind port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:47:56.908551 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Attempting to bind port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:47:56.908964 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Attempting to bind port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 on network d402c366-d682-43de-9024-57338c68fc5b {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:47:56.915315 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:47:56.915760 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Checking segment: {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:47:56.916256 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:56.916476 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Bound using segment: {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:47:56.916966 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Bound port: 493505ce-ca56-4b92-9b9d-bcd2819f6bf1, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:47:56.917349 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:57.009714 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] For port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:47:57.015418 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] For port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:47:57.025140 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:57.062283 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks [] for port (73afef82-120e-4e7a-870a-ed254b6706b4), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:57.096441 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe281a-097b-4aac-bcc8-1abe4fb2a2ed None None] Pushing event updated for resources: {'Port': ['ID=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:57.118279 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:57.168738 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:47:57.175327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:47:57.179974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:47:57.185733 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Pushing event updated for resources: {'Port': ['ID=73afef82-120e-4e7a-870a-ed254b6706b4,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:57.361506 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:57.371456 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:57.790867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks [] for router_gateway (976fab10-d59a-4313-82f2-9b39c159edf6), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:58.050250 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (976fab10-d59a-4313-82f2-9b39c159edf6), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:58.212299 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a4f1b1-0f67-410a-bffa-54884c23586b None None] Network d402c366-d682-43de-9024-57338c68fc5b requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:47:58.227984 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Router 976fab10-d59a-4313-82f2-9b39c159edf6 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:47:58.289055 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c2a1b554-57d2-4622-aa95-9cc9dc2a6d7f None None] Provisioning complete for port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:47:58.289431 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b554-57d2-4622-aa95-9cc9dc2a6d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:58.403717 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:47:58.405772 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:47:58.428911 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:58.433839 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-351a1dc3-13cf-423a-aa75-a134573ca644 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3091633 Jul 18 16:47:58.434996 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35780) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:47:58.459608 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Sync routers for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:47:58.493244 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1b554-57d2-4622-aa95-9cc9dc2a6d7f None None] Current status of the port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:47:58.493788 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b554-57d2-4622-aa95-9cc9dc2a6d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:58.503255 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:47:58.504512 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:58.593208 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:47:58.594080 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:58.862585 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c2a1b554-57d2-4622-aa95-9cc9dc2a6d7f None None] For port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:47:58.872112 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c2a1b554-57d2-4622-aa95-9cc9dc2a6d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:58.886165 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:58.954755 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:58.967617 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:47:58.976336 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:59.008866 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:59.055911 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1b554-57d2-4622-aa95-9cc9dc2a6d7f None None] Pushing event updated for resources: {'Port': ['ID=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:59.064606 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:47:59.082981 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-efe027f9-489f-496a-bd0a-3a204e0beac5 None None] Provisioning complete for port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:47:59.083364 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-efe027f9-489f-496a-bd0a-3a204e0beac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.088704 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.258326 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-efe027f9-489f-496a-bd0a-3a204e0beac5 None None] Current status of the port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:47:59.274798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:57Z', 'revision_number': 3, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:47:59.283531 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Allocated IP 172.20.0.1 (d402c366-d682-43de-9024-57338c68fc5b/b153dc14-d69a-4e21-a590-4da162e2d53f/eb39c506-8f1f-4304-8693-5108231ca9a1) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:47:59.335446 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Checking router: 976fab10-d59a-4313-82f2-9b39c159edf6 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:47:59.335938 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Updating router 976fab10-d59a-4313-82f2-9b39c159edf6 port 73afef82-120e-4e7a-870a-ed254b6706b4 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:47:59.395878 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.427064 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks [] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.470560 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.547831 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Network d402c366-d682-43de-9024-57338c68fc5b is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:47:59.559148 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:47:59.562675 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:47:59.567815 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb39c506-8f1f-4304-8693-5108231ca9a1,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:59.609292 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.637665 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.637966 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.638375 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.638933 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.639432 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.640017 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.640654 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.641096 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.641652 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.653968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.654752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.655799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.655968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.656449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.657029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:47:59.692250 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (976fab10-d59a-4313-82f2-9b39c159edf6), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.763277 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Publish callbacks [] for port (73afef82-120e-4e7a-870a-ed254b6706b4), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.773613 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.863423 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Attempting to bind port 73afef82-120e-4e7a-870a-ed254b6706b4 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:47:59.863819 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Attempting to bind port 73afef82-120e-4e7a-870a-ed254b6706b4 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:47:59.864186 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Attempting to bind port 73afef82-120e-4e7a-870a-ed254b6706b4 on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:47:59.878063 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:47:59.878551 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:47:59.878914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.879310 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:47:59.879795 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Bound port: 73afef82-120e-4e7a-870a-ed254b6706b4, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:47:59.880174 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.904798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757820-2615-45dd-a06e-a36769c6b81e None None] Pushing event updated for resources: {'Port': ['ID=73afef82-120e-4e7a-870a-ed254b6706b4,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:47:59.944894 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:59.959511 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] For port 73afef82-120e-4e7a-870a-ed254b6706b4, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:47:59.962327 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:59.965442 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] For port 73afef82-120e-4e7a-870a-ed254b6706b4, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=73afef82-120e-4e7a-870a-ed254b6706b4,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:47:59.993585 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:00.046482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-729196f8-db49-41e7-a5bb-ff56b82a13cb None None] Provisioning complete for port eb39c506-8f1f-4304-8693-5108231ca9a1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:00.046482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-729196f8-db49-41e7-a5bb-ff56b82a13cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:00.119533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:00.122806 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-729196f8-db49-41e7-a5bb-ff56b82a13cb None None] Port eb39c506-8f1f-4304-8693-5108231ca9a1 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:48:00.125375 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f757820-2615-45dd-a06e-a36769c6b81e None None] Pushing event updated for resources: {'Port': ['ID=73afef82-120e-4e7a-870a-ed254b6706b4,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:00.130061 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:48:00.130795 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:00.181145 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks [] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:00.188154 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:00.194293 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:00.259118 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:00.270468 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (976fab10-d59a-4313-82f2-9b39c159edf6), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:00.274516 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:48:00.276923 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=eb39c506-8f1f-4304-8693-5108231ca9a1,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:00.392760 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:00.405612 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Network d402c366-d682-43de-9024-57338c68fc5b is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:00.408867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:00.527805 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:00.528660 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:00.622072 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 1, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:00.655635 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Router 976fab10-d59a-4313-82f2-9b39c159edf6 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:48:00.692708 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14b818d-0163-41f5-bfed-8dd3e2e22dfa None None] The sync data for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi is: [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 1, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:48:00.771051 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:00.781543 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-36cef47a-b04e-4373-b632-cee5a4366639 None None] Provisioning complete for port eb39c506-8f1f-4304-8693-5108231ca9a1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:00.781930 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-36cef47a-b04e-4373-b632-cee5a4366639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:00.823992 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-36cef47a-b04e-4373-b632-cee5a4366639 None None] Port eb39c506-8f1f-4304-8693-5108231ca9a1 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:48:00.854754 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-79375b83-5a88-406f-8423-abbe92e6a6ae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625393 Jul 18 16:48:00.862946 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:48:00.879136 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-007a6e43-9bf3-4a2c-99f4-0e90a20dc6a6 admin admin] 10.222.0.77 "PUT /v2.0/routers/976fab10-d59a-4313-82f2-9b39c159edf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4425924 Jul 18 16:48:00.983946 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7567c1e-8bf3-456d-848f-d39553398908 req-f49404fe-1692-4bb9-81a4-35baeea33136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:00.985651 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-f49404fe-1692-4bb9-81a4-35baeea33136 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0598042 Jul 18 16:48:01.185449 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7567c1e-8bf3-456d-848f-d39553398908 req-9742c703-b6c6-442e-be0e-9a17895000f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:01.188435 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-9742c703-b6c6-442e-be0e-9a17895000f8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 912 time: 0.1720471 Jul 18 16:48:01.256505 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:48:01.315283 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-51ed10ec-e722-4c69-a11f-12899a83f4a8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 200 len: 1002 time: 0.1142826 Jul 18 16:48:01.407384 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7567c1e-8bf3-456d-848f-d39553398908 req-4bce2427-f51d-48ff-9a7f-47450f1a191d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:01.410351 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-4bce2427-f51d-48ff-9a7f-47450f1a191d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0885537 Jul 18 16:48:01.472390 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7567c1e-8bf3-456d-848f-d39553398908 req-a5ab22d5-671e-45d1-9ff9-49fb19ef6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:01.474838 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-a5ab22d5-671e-45d1-9ff9-49fb19ef6ed4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564864 Jul 18 16:48:01.634383 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-b1ed397f-c515-4540-a456-00dd7337fa4d service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452317 Jul 18 16:48:01.650770 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35828) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:01.665110 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-777759076-network', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:01.795913 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Made reservation on behalf of 1b1a074500614af99c90dee2ffb7dfbc for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:48:01.798388 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:01.801048 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:01.806570 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:01.817785 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:01.860351 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7567c1e-8bf3-456d-848f-d39553398908 req-0dc56eb1-9f38-47fc-a073-d6f44a03eb3f service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863389 Jul 18 16:48:01.993991 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks [] for security_group (39f383a8-a877-4fe2-aefe-d7884eb395c8), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:01.999286 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (39f383a8-a877-4fe2-aefe-d7884eb395c8), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.029076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:48:02.041350 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f383a8-a877-4fe2-aefe-d7884eb395c8,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:02.047166 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.047518 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Added segment d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4 of type vlan for network c20b4314-dca7-426c-9f8c-0d672ca497f5 Jul 18 16:48:02.097480 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (c20b4314-dca7-426c-9f8c-0d672ca497f5), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.145086 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (c20b4314-dca7-426c-9f8c-0d672ca497f5), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.147061 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:02.147949 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.208599 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5551734 Jul 18 16:48:02.212851 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35838) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:02.220481 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Request body: {'subnet': {'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-777759076-subnet', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:02.277152 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Made reservation on behalf of 1b1a074500614af99c90dee2ffb7dfbc for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:48:02.283060 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.294981 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82665526-4c95-42b7-8b2e-d2d2a30b03e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c20b4314-dca7-426c-9f8c-0d672ca497f5,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:02.322255 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:48:02.526286 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73afef82-120e-4e7a-870a-ed254b6706b4 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:02.590575 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35842) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:02.612940 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (579e3146-8aaf-4341-a1c1-9adab0069d0a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.615337 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 73afef82-120e-4e7a-870a-ed254b6706b4 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:02.616762 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.691057 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:02.693689 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579e3146-8aaf-4341-a1c1-9adab0069d0a,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:02.714430 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Checking segment: {'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:02.715134 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Network hostable DHCP agents. Network: c20b4314-dca7-426c-9f8c-0d672ca497f5, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:48:02.747314 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:48:02.760581 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, c20b4314-dca7-426c-9f8c-0d672ca497f5) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:02.763025 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 73afef82-120e-4e7a-870a-ed254b6706b4 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:02.764013 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.764559 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-12126f16-82f4-4645-9300-526a8d6c45e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.764945 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:02.766563 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.789711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fddf4e-2afe-4ebc-bcf9-dce5ea0b887b None None] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:48:02.798103 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-6c6772d3-5e25-43bf-ab08-744b4eea05c8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5835667 Jul 18 16:48:02.801923 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35846) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:02.812639 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:02.849827 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.851345 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.895117 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-12126f16-82f4-4645-9300-526a8d6c45e8 admin admin] Publish callbacks [] for security_group (06aa3bf6-8cf2-4669-a221-386ca735fb44), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.902091 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-12126f16-82f4-4645-9300-526a8d6c45e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (06aa3bf6-8cf2-4669-a221-386ca735fb44), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.914932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks [] for router_controller (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), precommit_add_association {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.935836 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 73afef82-120e-4e7a-870a-ed254b6706b4, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=73afef82-120e-4e7a-870a-ed254b6706b4,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:02.946040 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:02.951674 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-12126f16-82f4-4645-9300-526a8d6c45e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d07558a9b99489c978718774a6ee7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613198 Jul 18 16:48:02.955213 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35848) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:02.969196 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12126f16-82f4-4645-9300-526a8d6c45e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa3bf6-8cf2-4669-a221-386ca735fb44,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:03.029760 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2b15d3d3-423e-46b3-a1af-421b9ebbea64 admin admin] Publish callbacks [] for security_group (06aa3bf6-8cf2-4669-a221-386ca735fb44), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.062881 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2b15d3d3-423e-46b3-a1af-421b9ebbea64 admin admin] Publish callbacks [] for security_group (06aa3bf6-8cf2-4669-a221-386ca735fb44), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.103796 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks [] for router_gateway (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.141527 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2b15d3d3-423e-46b3-a1af-421b9ebbea64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (06aa3bf6-8cf2-4669-a221-386ca735fb44), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.145655 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2b15d3d3-423e-46b3-a1af-421b9ebbea64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.147250 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-2b15d3d3-423e-46b3-a1af-421b9ebbea64 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06aa3bf6-8cf2-4669-a221-386ca735fb44 HTTP/1.1" status: 204 len: 168 time: 0.1890585 Jul 18 16:48:03.166129 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15d3d3-423e-46b3-a1af-421b9ebbea64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa3bf6-8cf2-4669-a221-386ca735fb44,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:03.229088 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=73afef82-120e-4e7a-870a-ed254b6706b4,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:03.260700 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:03.272575 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-c20b4314-dca7-426c-9f8c-0d672ca497f5', 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5', 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'fixed_ips': [{'subnet_id': '579e3146-8aaf-4341-a1c1-9adab0069d0a'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:48:03.274069 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.429426 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:03.430945 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks [] for router_gateway (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.454400 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.552049 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35854) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:03.577860 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Allocated IP 172.20.0.2 (c20b4314-dca7-426c-9f8c-0d672ca497f5/579e3146-8aaf-4341-a1c1-9adab0069d0a/4ef9d8b7-f507-4684-8234-3590ef07a604) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:48:03.594452 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-96ce7853-3ea4-444c-b311-d340d5a74786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.613231 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Allocated IP 172.27.0.105 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/e73a7dbc-8612-4962-b9d7-f62874832b4e) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:48:03.654637 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:03.663530 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:03.716837 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-96ce7853-3ea4-444c-b311-d340d5a74786 admin admin] Publish callbacks [] for security_group (53379b69-db5f-4d05-8c7a-bfdce6cd6b0d), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.723902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-96ce7853-3ea4-444c-b311-d340d5a74786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (53379b69-db5f-4d05-8c7a-bfdce6cd6b0d), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.762978 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:03.789595 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7853-3ea4-444c-b311-d340d5a74786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53379b69-db5f-4d05-8c7a-bfdce6cd6b0d,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:03.801937 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks [] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.807851 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-96ce7853-3ea4-444c-b311-d340d5a74786 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42e2f3374f694b12a72ed823c41923f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535121 Jul 18 16:48:03.808725 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35858) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:03.833919 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Publish callbacks [] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.843996 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.866207 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.871394 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Sync routers for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:48:03.886872 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:48:03.887774 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:03.896620 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:03.903380 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:03.905956 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Pushing event updated for resources: {'Port': ['ID=4ef9d8b7-f507-4684-8234-3590ef07a604,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:03.909715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:48:03.940171 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:03.944049 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-79462b0b-d32a-4a16-899b-2074b26cfbfd admin admin] Publish callbacks [] for security_group (53379b69-db5f-4d05-8c7a-bfdce6cd6b0d), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.944578 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:03.955332 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:48:03.983541 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Attempting to bind port 4ef9d8b7-f507-4684-8234-3590ef07a604 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:48:03.984275 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Attempting to bind port 4ef9d8b7-f507-4684-8234-3590ef07a604 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:48:03.984888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Attempting to bind port 4ef9d8b7-f507-4684-8234-3590ef07a604 on network c20b4314-dca7-426c-9f8c-0d672ca497f5 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:03.992524 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:48:03.993495 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Checking segment: {'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:03.994287 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.994646 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-79462b0b-d32a-4a16-899b-2074b26cfbfd admin admin] Publish callbacks [] for security_group (53379b69-db5f-4d05-8c7a-bfdce6cd6b0d), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:03.995207 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Bound using segment: {'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:48:03.995960 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Bound port: 4ef9d8b7-f507-4684-8234-3590ef07a604, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:48:03.996585 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.007901 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Pushing event updated for resources: {'Port': ['ID=e73a7dbc-8612-4962-b9d7-f62874832b4e,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:04.062948 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-79462b0b-d32a-4a16-899b-2074b26cfbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (53379b69-db5f-4d05-8c7a-bfdce6cd6b0d), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.066183 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-79462b0b-d32a-4a16-899b-2074b26cfbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.069005 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-79462b0b-d32a-4a16-899b-2074b26cfbfd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53379b69-db5f-4d05-8c7a-bfdce6cd6b0d HTTP/1.1" status: 204 len: 168 time: 0.2586625 Jul 18 16:48:04.095238 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:48:04.095623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] For port 4ef9d8b7-f507-4684-8234-3590ef07a604, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:48:04.101040 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] For port 4ef9d8b7-f507-4684-8234-3590ef07a604, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=4ef9d8b7-f507-4684-8234-3590ef07a604,segment=NetworkSegment(d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4),segment_id=d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:48:04.113306 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.113730 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79462b0b-d32a-4a16-899b-2074b26cfbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53379b69-db5f-4d05-8c7a-bfdce6cd6b0d,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:04.126509 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:04.202871 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e5afb-a1c3-4e16-9c3e-475b4000a416 None None] Pushing event updated for resources: {'Port': ['ID=4ef9d8b7-f507-4684-8234-3590ef07a604,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:04.313677 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks [] for router_gateway (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.450357 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73afef82-120e-4e7a-870a-ed254b6706b4 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:04.468136 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:00Z', 'revision_number': 2, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:04.556497 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Checking router: 976fab10-d59a-4313-82f2-9b39c159edf6 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:48:04.556841 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Updating router 976fab10-d59a-4313-82f2-9b39c159edf6 port eb39c506-8f1f-4304-8693-5108231ca9a1 binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:48:04.579106 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 73afef82-120e-4e7a-870a-ed254b6706b4 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:04.579680 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.608512 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.646091 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:04.721963 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:04.764564 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:04.769729 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 73afef82-120e-4e7a-870a-ed254b6706b4 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:04.850208 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:48:04.886859 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35864) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:04.900917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-13886ace-ffc3-48e9-9d2c-445f0207817c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.039697 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-13886ace-ffc3-48e9-9d2c-445f0207817c admin admin] Publish callbacks [] for security_group (40710ba8-d66c-48ce-afc1-e8af2f899407), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.048974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-13886ace-ffc3-48e9-9d2c-445f0207817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (40710ba8-d66c-48ce-afc1-e8af2f899407), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.106662 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-13886ace-ffc3-48e9-9d2c-445f0207817c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=376230b997ac4a23839592276564c51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187009 Jul 18 16:48:05.110289 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35870) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:05.247211 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-edc54128-b98d-4a74-8f73-c5e4b11e7325 admin admin] Publish callbacks [] for security_group (40710ba8-d66c-48ce-afc1-e8af2f899407), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.250451 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13886ace-ffc3-48e9-9d2c-445f0207817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40710ba8-d66c-48ce-afc1-e8af2f899407,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:05.314465 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Publish callbacks [] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.331913 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-edc54128-b98d-4a74-8f73-c5e4b11e7325 admin admin] Publish callbacks [] for security_group (40710ba8-d66c-48ce-afc1-e8af2f899407), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.337567 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.459587 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:48:05.472563 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Sync routers for ids ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:48:05.475599 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-edc54128-b98d-4a74-8f73-c5e4b11e7325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (40710ba8-d66c-48ce-afc1-e8af2f899407), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.479280 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-edc54128-b98d-4a74-8f73-c5e4b11e7325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.481340 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-edc54128-b98d-4a74-8f73-c5e4b11e7325 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/40710ba8-d66c-48ce-afc1-e8af2f899407 HTTP/1.1" status: 204 len: 168 time: 0.3696170 Jul 18 16:48:05.517027 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Routers {'cb9c34b8-cff3-441b-b505-a7d4ce30bd54'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:48:05.519988 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:05.526452 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc54128-b98d-4a74-8f73-c5e4b11e7325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40710ba8-d66c-48ce-afc1-e8af2f899407,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:05.538633 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.543184 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35878) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:05.543391 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e2e0648b-fe6b-4f40-9643-270a261bfd84 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7391186 Jul 18 16:48:05.574640 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Pushing event updated for resources: {'Port': ['ID=eb39c506-8f1f-4304-8693-5108231ca9a1,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:05.627925 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.628631 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.629160 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.629827 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.630321 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.630853 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.631350 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.631851 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.632334 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.632824 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.633305 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.633801 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.634301 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.634919 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.635397 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:05.710599 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Attempting to bind port eb39c506-8f1f-4304-8693-5108231ca9a1 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:48:05.711056 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Attempting to bind port eb39c506-8f1f-4304-8693-5108231ca9a1 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:48:05.711306 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Attempting to bind port eb39c506-8f1f-4304-8693-5108231ca9a1 on network d402c366-d682-43de-9024-57338c68fc5b {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:05.718455 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:48:05.719248 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Checking segment: {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:05.719893 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.720501 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Bound using segment: {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:48:05.721929 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Bound port: eb39c506-8f1f-4304-8693-5108231ca9a1, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:48:05.722556 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.733094 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:05.782161 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:05.849038 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] For port eb39c506-8f1f-4304-8693-5108231ca9a1, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:48:05.861690 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] For port eb39c506-8f1f-4304-8693-5108231ca9a1, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=eb39c506-8f1f-4304-8693-5108231ca9a1,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:48:05.882395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Set router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:48:05.891465 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:05.913393 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a2491a-44bc-4585-837e-f8ad9fb0b712 None None] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:48:05.987164 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:48:05.988376 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:06.117438 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:48:06.170951 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-4046dc32-1b4f-4b7a-a035-5387df05924d None None] Provisioning complete for port 4ef9d8b7-f507-4684-8234-3590ef07a604 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:06.171335 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4046dc32-1b4f-4b7a-a035-5387df05924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:06.423475 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:06.427451 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15cc7d-5c97-4bbc-82e9-8c31631c5124 None None] Pushing event updated for resources: {'Port': ['ID=eb39c506-8f1f-4304-8693-5108231ca9a1,revision_number=4']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:06.507954 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:06.531019 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:06.557395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 4ef9d8b7-f507-4684-8234-3590ef07a604 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:06.568154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:48:04Z', 'revision_number': 3, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port': {'id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:03Z', 'updated_at': '2022-07-18T16:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:06.583848 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:06.615597 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:05Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:06.682442 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112d817-7003-4139-bb6b-d2f47f067a98 None None] The sync data for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi is: [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:05Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:48:06.706773 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Checking router: cb9c34b8-cff3-441b-b505-a7d4ce30bd54 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:48:06.708843 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Updating router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 port e73a7dbc-8612-4962-b9d7-f62874832b4e binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:48:06.832699 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-4046dc32-1b4f-4b7a-a035-5387df05924d None None] Current status of the port 4ef9d8b7-f507-4684-8234-3590ef07a604 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:06.833217 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4046dc32-1b4f-4b7a-a035-5387df05924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:06.871656 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.043043 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:07.123114 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-4046dc32-1b4f-4b7a-a035-5387df05924d None None] For port 4ef9d8b7-f507-4684-8234-3590ef07a604, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=4ef9d8b7-f507-4684-8234-3590ef07a604,segment=NetworkSegment(d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4),segment_id=d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:07.135107 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 4ef9d8b7-f507-4684-8234-3590ef07a604 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:07.135107 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.137524 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4046dc32-1b4f-4b7a-a035-5387df05924d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.477182 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046dc32-1b4f-4b7a-a035-5387df05924d None None] Pushing event updated for resources: {'Port': ['ID=4ef9d8b7-f507-4684-8234-3590ef07a604,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:07.480028 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Provisioning complete for port eb39c506-8f1f-4304-8693-5108231ca9a1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:07.480398 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.515548 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Allocated IP 172.20.0.1 (c20b4314-dca7-426c-9f8c-0d672ca497f5/579e3146-8aaf-4341-a1c1-9adab0069d0a/b253a75a-491b-46cc-9e1b-e56b03daad1d) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:48:07.528678 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd08c4-2624-4db7-b132-45ca8f65f1a6 req-9ac1f0f5-3574-4090-b115-30a7c4a7ed8c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:07.531569 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-80fd08c4-2624-4db7-b132-45ca8f65f1a6 req-9ac1f0f5-3574-4090-b115-30a7c4a7ed8c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.3743284 Jul 18 16:48:07.584478 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 4ef9d8b7-f507-4684-8234-3590ef07a604 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:07.691726 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Publish callbacks [] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.693503 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Current status of the port eb39c506-8f1f-4304-8693-5108231ca9a1 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:07.693874 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.708065 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-80fd08c4-2624-4db7-b132-45ca8f65f1a6 req-202a316e-60e0-4a07-875c-c03ed868511d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606271 Jul 18 16:48:07.731301 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.748281 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks [] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.816835 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.824430 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] For port eb39c506-8f1f-4304-8693-5108231ca9a1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=eb39c506-8f1f-4304-8693-5108231ca9a1,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:07.836219 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9485bb-9486-42bb-ad7e-340f98d187c5 None None] Pushing event updated for resources: {'Port': ['ID=e73a7dbc-8612-4962-b9d7-f62874832b4e,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:07.840698 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.846287 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:07.850161 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Attempting to bind port e73a7dbc-8612-4962-b9d7-f62874832b4e on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:48:07.850818 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Attempting to bind port e73a7dbc-8612-4962-b9d7-f62874832b4e by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:48:07.851367 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Attempting to bind port e73a7dbc-8612-4962-b9d7-f62874832b4e on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:07.876643 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:07.892690 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:48:07.893117 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:07.893532 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.893896 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:48:07.894383 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Bound port: e73a7dbc-8612-4962-b9d7-f62874832b4e, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:48:07.895382 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.906580 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:07.920898 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:07.924870 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:48:07.934275 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Pushing event updated for resources: {'Port': ['ID=b253a75a-491b-46cc-9e1b-e56b03daad1d,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:07.994006 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] For port e73a7dbc-8612-4962-b9d7-f62874832b4e, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:48:07.997445 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Provisioning complete for port 4ef9d8b7-f507-4684-8234-3590ef07a604 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:07.997916 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.000971 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] For port e73a7dbc-8612-4962-b9d7-f62874832b4e, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=e73a7dbc-8612-4962-b9d7-f62874832b4e,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:48:08.006126 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.067228 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.119737 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Pushing event updated for resources: {'Port': ['ID=eb39c506-8f1f-4304-8693-5108231ca9a1,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:08.212711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:08.295766 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.326571 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Routers {'cb9c34b8-cff3-441b-b505-a7d4ce30bd54'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:48:08.327616 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:08.455179 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device eb39c506-8f1f-4304-8693-5108231ca9a1 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:08.497142 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8569255a-2914-4ae3-94b9-5315f02da91e None None] Current status of the port 4ef9d8b7-f507-4684-8234-3590ef07a604 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:08.549578 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9485bb-9486-42bb-ad7e-340f98d187c5 None None] Pushing event updated for resources: {'Port': ['ID=e73a7dbc-8612-4962-b9d7-f62874832b4e,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:08.564785 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:08.597763 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks [] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.604362 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.665326 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-50772899-9979-4591-a73d-2aa367210a2c None None] Provisioning complete for port b253a75a-491b-46cc-9e1b-e56b03daad1d triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:08.665955 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-50772899-9979-4591-a73d-2aa367210a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.678900 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] Set router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:48:08.693112 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Pushing event updated for resources: {'Port': ['ID=b253a75a-491b-46cc-9e1b-e56b03daad1d,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:08.696993 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.708867 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port eb39c506-8f1f-4304-8693-5108231ca9a1 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:08.709398 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:08.835044 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:08.836874 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:08.883309 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-50772899-9979-4591-a73d-2aa367210a2c None None] Port b253a75a-491b-46cc-9e1b-e56b03daad1d cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:48:09.003306 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:48:09.017285 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ac7a-e8f0-439b-ba40-8332ecac633b req-cd2555a3-4eb0-4fdb-bf77-844a97d402b4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:09.020580 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2b36ac7a-e8f0-439b-ba40-8332ecac633b req-cd2555a3-4eb0-4fdb-bf77-844a97d402b4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1689506 Jul 18 16:48:09.098890 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:48:08Z', 'revision_number': 4, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port': {'id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:03Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'b253a75a-491b-46cc-9e1b-e56b03daad1d', 'name': '', 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'mac_address': 'fa:16:3e:1a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:06Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 1, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'subnets': [{'id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:09.147073 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2b36ac7a-e8f0-439b-ba40-8332ecac633b req-89167860-93b0-4566-9b29-a3ca15bb6d22 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108994 Jul 18 16:48:09.153093 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15db1184-367a-4dd3-9246-fb6588186c47 None None] The sync data for ids ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'] in dv-cinder-837543-6-iscsi is: [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:48:08Z', 'revision_number': 4, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port': {'id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:03Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'b253a75a-491b-46cc-9e1b-e56b03daad1d', 'name': '', 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'mac_address': 'fa:16:3e:1a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:06Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 1, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'subnets': [{'id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:48:09.175169 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port eb39c506-8f1f-4304-8693-5108231ca9a1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:09.175169 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 4ef9d8b7-f507-4684-8234-3590ef07a604 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:09.175414 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:48:09.178600 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-2674b253-5d63-4518-83d8-897ccca67608 admin admin] 10.222.0.77 "PUT /v2.0/routers/cb9c34b8-cff3-441b-b505-a7d4ce30bd54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6335478 Jul 18 16:48:09.260435 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 4ef9d8b7-f507-4684-8234-3590ef07a604 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:09.260809 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:09.294618 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:09.331412 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-cfff8068-8a6e-4427-843d-8bbd56eb9d77 None None] Provisioning complete for port b253a75a-491b-46cc-9e1b-e56b03daad1d triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:09.331842 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-cfff8068-8a6e-4427-843d-8bbd56eb9d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:09.402249 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-cfff8068-8a6e-4427-843d-8bbd56eb9d77 None None] Port b253a75a-491b-46cc-9e1b-e56b03daad1d cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:48:09.412512 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 4ef9d8b7-f507-4684-8234-3590ef07a604 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:10.412141 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8b12-77f5-4562-8396-321d2a8341bb req-73311946-5406-4418-a679-1988a544b14e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:10.415739 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f75a8b12-77f5-4562-8396-321d2a8341bb req-73311946-5406-4418-a679-1988a544b14e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1249974 Jul 18 16:48:10.433033 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device e73a7dbc-8612-4962-b9d7-f62874832b4e up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:10.522387 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:10.525930 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port e73a7dbc-8612-4962-b9d7-f62874832b4e triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:10.526514 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:10.556629 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f75a8b12-77f5-4562-8396-321d2a8341bb req-a480b015-9b24-4033-a6b8-21b1c7231cf0 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272318 Jul 18 16:48:10.616069 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:10.636530 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port e73a7dbc-8612-4962-b9d7-f62874832b4e is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:10.636923 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:10.677825 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port e73a7dbc-8612-4962-b9d7-f62874832b4e, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=e73a7dbc-8612-4962-b9d7-f62874832b4e,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:10.683904 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:10.779100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=e73a7dbc-8612-4962-b9d7-f62874832b4e,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:11.766363 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5ccb4-ba30-4f33-8a28-2a51d5188056 req-002ee45d-40c2-4d75-bf53-908c7c40c163 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:11.771092 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2af5ccb4-ba30-4f33-8a28-2a51d5188056 req-002ee45d-40c2-4d75-bf53-908c7c40c163 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0926251 Jul 18 16:48:11.848021 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2af5ccb4-ba30-4f33-8a28-2a51d5188056 req-35d90d10-369c-4994-b0a3-45857d48237d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673845 Jul 18 16:48:12.363392 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device e73a7dbc-8612-4962-b9d7-f62874832b4e up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:12.460193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port e73a7dbc-8612-4962-b9d7-f62874832b4e triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:12.460630 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:12.570621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port e73a7dbc-8612-4962-b9d7-f62874832b4e is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:12.848682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 35988) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:13.091996 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Sync routers for ids ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:48:13.129959 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8de4cfa1-6781-46f2-ba9a-eccb6c60e869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:13.131580 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Routers {'cb9c34b8-cff3-441b-b505-a7d4ce30bd54'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:48:13.132576 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:13.284878 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7d66b-4ada-4b1f-8b2f-c9025a1c9ed6 req-74fcd12a-0ddd-439f-b81c-b80af5c4397c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:13.286431 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b5d7d66b-4ada-4b1f-8b2f-c9025a1c9ed6 req-74fcd12a-0ddd-439f-b81c-b80af5c4397c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.2499132 Jul 18 16:48:13.322473 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8de4cfa1-6781-46f2-ba9a-eccb6c60e869 admin admin] Publish callbacks [] for security_group (04922e63-741b-4bdf-84d3-03c50219eda1), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:13.338474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8de4cfa1-6781-46f2-ba9a-eccb6c60e869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (04922e63-741b-4bdf-84d3-03c50219eda1), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:13.364576 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:13.396599 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8de4cfa1-6781-46f2-ba9a-eccb6c60e869 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=973fb24f9b4e4934a7895637e68d699e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5418158 Jul 18 16:48:13.398180 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 35994) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:13.400172 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Set router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:48:13.422749 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4cfa1-6781-46f2-ba9a-eccb6c60e869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04922e63-741b-4bdf-84d3-03c50219eda1,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:13.441825 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b5d7d66b-4ada-4b1f-8b2f-c9025a1c9ed6 req-e4f9737d-a0c3-49a9-9713-c3a3289305df tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389780 Jul 18 16:48:13.518153 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ac610b47-b196-4912-a241-29711e33739a admin admin] Publish callbacks [] for security_group (04922e63-741b-4bdf-84d3-03c50219eda1), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:13.561006 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ac610b47-b196-4912-a241-29711e33739a admin admin] Publish callbacks [] for security_group (04922e63-741b-4bdf-84d3-03c50219eda1), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:13.655097 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ac610b47-b196-4912-a241-29711e33739a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (04922e63-741b-4bdf-84d3-03c50219eda1), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:13.660875 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ac610b47-b196-4912-a241-29711e33739a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:13.662825 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ac610b47-b196-4912-a241-29711e33739a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04922e63-741b-4bdf-84d3-03c50219eda1 HTTP/1.1" status: 204 len: 168 time: 0.2610891 Jul 18 16:48:13.674072 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac610b47-b196-4912-a241-29711e33739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04922e63-741b-4bdf-84d3-03c50219eda1,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:13.851702 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:48:08Z', 'revision_number': 4, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port': {'id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:03Z', 'updated_at': '2022-07-18T16:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'b253a75a-491b-46cc-9e1b-e56b03daad1d', 'name': '', 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'mac_address': 'fa:16:3e:1a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:06Z', 'updated_at': '2022-07-18T16:48:08Z', 'revision_number': 2, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'subnets': [{'id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:13.906243 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Checking router: cb9c34b8-cff3-441b-b505-a7d4ce30bd54 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:48:13.906897 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Updating router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 port b253a75a-491b-46cc-9e1b-e56b03daad1d binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:48:13.972885 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.030017 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:14.257513 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36000) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:14.281501 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f3599e21-1272-4b54-bd74-8d6343b2c1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.436706 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f3599e21-1272-4b54-bd74-8d6343b2c1b3 admin admin] Publish callbacks [] for security_group (d09bd992-79eb-48dc-8090-705917d1eb0d), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.443136 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Publish callbacks [] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.446209 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f3599e21-1272-4b54-bd74-8d6343b2c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d09bd992-79eb-48dc-8090-705917d1eb0d), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.451210 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.534464 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3101a7-4d8b-4011-b62f-69e546896e38 None None] Pushing event updated for resources: {'Port': ['ID=b253a75a-491b-46cc-9e1b-e56b03daad1d,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:14.568225 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3599e21-1272-4b54-bd74-8d6343b2c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09bd992-79eb-48dc-8090-705917d1eb0d,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:14.576403 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36008) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:14.577269 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f3599e21-1272-4b54-bd74-8d6343b2c1b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cd84d3bad1e444cbeba84c9c087e7cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172083 Jul 18 16:48:14.632213 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Attempting to bind port b253a75a-491b-46cc-9e1b-e56b03daad1d on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:48:14.633041 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Attempting to bind port b253a75a-491b-46cc-9e1b-e56b03daad1d by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:48:14.633416 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Attempting to bind port b253a75a-491b-46cc-9e1b-e56b03daad1d on network c20b4314-dca7-426c-9f8c-0d672ca497f5 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:14.646208 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:48:14.646667 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Checking segment: {'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:14.647085 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.649760 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Bound using segment: {'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:48:14.650552 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Bound port: b253a75a-491b-46cc-9e1b-e56b03daad1d, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:48:14.650957 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.660408 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd87a39-0130-4a2d-8e7a-a78aee995558 req-dc357b0d-6027-46bb-b64f-87a010e0886c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:14.669151 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5dd87a39-0130-4a2d-8e7a-a78aee995558 req-dc357b0d-6027-46bb-b64f-87a010e0886c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1022794 Jul 18 16:48:14.705187 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:14.762872 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5dd87a39-0130-4a2d-8e7a-a78aee995558 req-af4c167a-125e-4899-8e9d-d86a5bf76ad7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916667 Jul 18 16:48:14.765107 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8c003cb2-05db-4f84-b7c0-b0abee278ca9 admin admin] Publish callbacks [] for security_group (d09bd992-79eb-48dc-8090-705917d1eb0d), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.774735 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] For port b253a75a-491b-46cc-9e1b-e56b03daad1d, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:48:14.781482 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] For port b253a75a-491b-46cc-9e1b-e56b03daad1d, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=b253a75a-491b-46cc-9e1b-e56b03daad1d,segment=NetworkSegment(d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4),segment_id=d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:48:14.791395 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.844153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8c003cb2-05db-4f84-b7c0-b0abee278ca9 admin admin] Publish callbacks [] for security_group (d09bd992-79eb-48dc-8090-705917d1eb0d), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:14.855310 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:14.893073 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Routers {'cb9c34b8-cff3-441b-b505-a7d4ce30bd54'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:48:14.894185 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:47:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:14.966924 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3101a7-4d8b-4011-b62f-69e546896e38 None None] Pushing event updated for resources: {'Port': ['ID=b253a75a-491b-46cc-9e1b-e56b03daad1d,revision_number=4']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:14.994200 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8c003cb2-05db-4f84-b7c0-b0abee278ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (d09bd992-79eb-48dc-8090-705917d1eb0d), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:15.003870 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8c003cb2-05db-4f84-b7c0-b0abee278ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:15.006812 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8c003cb2-05db-4f84-b7c0-b0abee278ca9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d09bd992-79eb-48dc-8090-705917d1eb0d HTTP/1.1" status: 204 len: 168 time: 0.4281766 Jul 18 16:48:15.017078 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-0e2a9682-48a9-43bf-a166-932ffee2ec25 None None] Provisioning complete for port b253a75a-491b-46cc-9e1b-e56b03daad1d triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:15.018991 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9682-48a9-43bf-a166-932ffee2ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:15.036457 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c003cb2-05db-4f84-b7c0-b0abee278ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09bd992-79eb-48dc-8090-705917d1eb0d,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:15.223804 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a9682-48a9-43bf-a166-932ffee2ec25 None None] Current status of the port b253a75a-491b-46cc-9e1b-e56b03daad1d is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:15.224195 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9682-48a9-43bf-a166-932ffee2ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:15.265113 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] Set router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:48:15.294368 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-0e2a9682-48a9-43bf-a166-932ffee2ec25 None None] For port b253a75a-491b-46cc-9e1b-e56b03daad1d, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=b253a75a-491b-46cc-9e1b-e56b03daad1d,segment=NetworkSegment(d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4),segment_id=d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:15.304069 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0e2a9682-48a9-43bf-a166-932ffee2ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:15.458096 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-1c5a1ce1-992f-4576-8f6b-ec7fe97eb28d None None] Provisioning complete for port b253a75a-491b-46cc-9e1b-e56b03daad1d triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:15.459051 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1c5a1ce1-992f-4576-8f6b-ec7fe97eb28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:15.532492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a9682-48a9-43bf-a166-932ffee2ec25 None None] Pushing event updated for resources: {'Port': ['ID=b253a75a-491b-46cc-9e1b-e56b03daad1d,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:15.620133 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a1ce1-992f-4576-8f6b-ec7fe97eb28d None None] Current status of the port b253a75a-491b-46cc-9e1b-e56b03daad1d is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:15.690570 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:48:08Z', 'revision_number': 4, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port': {'id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:03Z', 'updated_at': '2022-07-18T16:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'b253a75a-491b-46cc-9e1b-e56b03daad1d', 'name': '', 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'mac_address': 'fa:16:3e:1a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:06Z', 'updated_at': '2022-07-18T16:48:14Z', 'revision_number': 4, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'subnets': [{'id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:48:15.717052 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff7ef6-1e43-449c-b649-be61c88bb689 None None] The sync data for ids ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'] in dv-cinder-837543-6-iscsi is: [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:48:08Z', 'revision_number': 4, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port': {'id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:03Z', 'updated_at': '2022-07-18T16:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'b253a75a-491b-46cc-9e1b-e56b03daad1d', 'name': '', 'network_id': 'c20b4314-dca7-426c-9f8c-0d672ca497f5', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'mac_address': 'fa:16:3e:1a:96:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:06Z', 'updated_at': '2022-07-18T16:48:14Z', 'revision_number': 4, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'subnets': [{'id': '579e3146-8aaf-4341-a1c1-9adab0069d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:48:16.006747 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10a510-a8b7-44af-baca-d158b08ac961 req-9fe37af3-cd50-4c97-8bb1-ab308aab67a5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:16.009484 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ef10a510-a8b7-44af-baca-d158b08ac961 req-9fe37af3-cd50-4c97-8bb1-ab308aab67a5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1279991 Jul 18 16:48:16.152491 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ef10a510-a8b7-44af-baca-d158b08ac961 req-082b9bdb-ecbb-477b-a9e6-1e902439521f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324458 Jul 18 16:48:16.441086 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device b253a75a-491b-46cc-9e1b-e56b03daad1d up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:16.845584 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port b253a75a-491b-46cc-9e1b-e56b03daad1d triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:16.845968 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:16.971724 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:16.973745 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port b253a75a-491b-46cc-9e1b-e56b03daad1d is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:17.432806 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b297-768d-4146-8fc6-9ee9c22d6e06 req-b4d0ac14-ef69-4ec0-ba73-2d84e60e9379 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:17.444678 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-39f0b297-768d-4146-8fc6-9ee9c22d6e06 req-b4d0ac14-ef69-4ec0-ba73-2d84e60e9379 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1033223 Jul 18 16:48:17.579118 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-39f0b297-768d-4146-8fc6-9ee9c22d6e06 req-9c0684b2-297b-4d61-806f-c416e44724ba tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118407 Jul 18 16:48:18.792716 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5bc88-88f2-48b7-ab16-c7d09ed462c9 req-27a761a9-f916-47cd-9b75-3488caf137f4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:18.794987 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-47d5bc88-88f2-48b7-ab16-c7d09ed462c9 req-27a761a9-f916-47cd-9b75-3488caf137f4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0684142 Jul 18 16:48:18.921834 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-47d5bc88-88f2-48b7-ab16-c7d09ed462c9 req-559f4f53-6c30-4ee0-aafe-ec40a49ad283 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156967 Jul 18 16:48:19.052877 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ea3a9d3e-083e-4876-9ca5-64bb6b354072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:19.322746 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f521c-c12d-4d5d-9891-24cbf85e2511 req-610faba9-6049-4bf1-a0e3-a7cd0ffef81b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:19.332304 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4c7f521c-c12d-4d5d-9891-24cbf85e2511 req-610faba9-6049-4bf1-a0e3-a7cd0ffef81b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0910537 Jul 18 16:48:19.383979 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36092) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:19.436988 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4c7f521c-c12d-4d5d-9891-24cbf85e2511 req-b2dfdde4-b9bb-4c8f-b521-4ce033b02518 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028440 Jul 18 16:48:19.438953 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-86addbf6-0bde-4175-b38a-d2c163a713bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:19.440765 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-86addbf6-0bde-4175-b38a-d2c163a713bc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0828369 Jul 18 16:48:19.582121 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7426246b-fc7c-46df-a4cd-24a7fe09fe31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:19.599590 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-b437ded2-04ee-4471-9135-b6ce31c7ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:19.601166 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-b437ded2-04ee-4471-9135-b6ce31c7ba2b service neutron] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 912 time: 0.1504598 Jul 18 16:48:19.604540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:19.702125 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-21012591-37ca-4c8a-a2cc-ec00936f658b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 200 len: 1002 time: 0.0913868 Jul 18 16:48:19.707992 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7426246b-fc7c-46df-a4cd-24a7fe09fe31 admin admin] Publish callbacks [] for security_group (717a00a3-5f6c-4b6d-b96c-c3b2e329533a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:19.720508 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7426246b-fc7c-46df-a4cd-24a7fe09fe31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (717a00a3-5f6c-4b6d-b96c-c3b2e329533a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:19.775389 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-9c68048f-fc41-4148-8483-ecfc01bd14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:19.777211 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-9c68048f-fc41-4148-8483-ecfc01bd14fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0701761 Jul 18 16:48:19.818983 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:19.821487 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7426246b-fc7c-46df-a4cd-24a7fe09fe31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25ba36b0e45e4f7ea45cd9003d1b3163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362926 Jul 18 16:48:19.822461 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36096) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:19.827589 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426246b-fc7c-46df-a4cd-24a7fe09fe31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717a00a3-5f6c-4b6d-b96c-c3b2e329533a,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:19.838764 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-f7ea7d72-dc7c-4a40-a55f-6f6edb0de2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:19.840912 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-f7ea7d72-dc7c-4a40-a55f-6f6edb0de2fd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575316 Jul 18 16:48:19.930815 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-005eb0a3-35c1-4f12-a313-f850a94f7236 admin admin] Publish callbacks [] for security_group (717a00a3-5f6c-4b6d-b96c-c3b2e329533a), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:19.985838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-005eb0a3-35c1-4f12-a313-f850a94f7236 admin admin] Publish callbacks [] for security_group (717a00a3-5f6c-4b6d-b96c-c3b2e329533a), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:19.988791 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-74ee52f0-ee9d-44ee-8c75-4c2208432987 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397014 Jul 18 16:48:20.075530 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-005eb0a3-35c1-4f12-a313-f850a94f7236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (717a00a3-5f6c-4b6d-b96c-c3b2e329533a), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:20.081711 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-005eb0a3-35c1-4f12-a313-f850a94f7236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:20.098943 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-005eb0a3-35c1-4f12-a313-f850a94f7236 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/717a00a3-5f6c-4b6d-b96c-c3b2e329533a HTTP/1.1" status: 204 len: 168 time: 0.2655759 Jul 18 16:48:20.110010 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eb0a3-35c1-4f12-a313-f850a94f7236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a00a3-5f6c-4b6d-b96c-c3b2e329533a,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:20.133611 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e1aeeaf0-0522-43c0-af89-066f446e3ee7 req-dbbda019-c2e0-42d5-be45-0f7ac146e243 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375706 Jul 18 16:48:20.581454 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36104) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:20.603495 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a840f4cb-ba7b-4204-87ca-36603bbda763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:20.678947 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:20.749469 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af884d08-4e6c-4d0e-a685-e95497c135a2 req-cbbbc2c6-4d78-4d88-b3a9-0df24f313cce tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:20.751936 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-af884d08-4e6c-4d0e-a685-e95497c135a2 req-cbbbc2c6-4d78-4d88-b3a9-0df24f313cce tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1258583 Jul 18 16:48:20.773599 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a840f4cb-ba7b-4204-87ca-36603bbda763 admin admin] Publish callbacks [] for security_group (237389f3-1c7d-4077-8091-32250ec6ce89), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:20.785516 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-a840f4cb-ba7b-4204-87ca-36603bbda763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (237389f3-1c7d-4077-8091-32250ec6ce89), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:20.830316 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-a840f4cb-ba7b-4204-87ca-36603bbda763 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91a9c15474f84335ac04a1edf213b7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471049 Jul 18 16:48:20.837585 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36106) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:20.859807 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840f4cb-ba7b-4204-87ca-36603bbda763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237389f3-1c7d-4077-8091-32250ec6ce89,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:20.919366 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-af884d08-4e6c-4d0e-a685-e95497c135a2 req-928858f3-fcf0-46f0-8248-3de791e7d78d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606314 Jul 18 16:48:20.976258 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-58671150-3708-40a5-9ea4-71415170d93b admin admin] Publish callbacks [] for security_group (237389f3-1c7d-4077-8091-32250ec6ce89), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:21.016772 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-58671150-3708-40a5-9ea4-71415170d93b admin admin] Publish callbacks [] for security_group (237389f3-1c7d-4077-8091-32250ec6ce89), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:21.110669 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-58671150-3708-40a5-9ea4-71415170d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (237389f3-1c7d-4077-8091-32250ec6ce89), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:21.114890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-58671150-3708-40a5-9ea4-71415170d93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:21.119258 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-58671150-3708-40a5-9ea4-71415170d93b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/237389f3-1c7d-4077-8091-32250ec6ce89 HTTP/1.1" status: 204 len: 168 time: 0.2799745 Jul 18 16:48:21.170989 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671150-3708-40a5-9ea4-71415170d93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237389f3-1c7d-4077-8091-32250ec6ce89,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:21.189676 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:22.117057 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039715da-d0b7-487e-9de0-20879e5a7a92 req-2a4fc122-f397-4a60-9351-b4fb971adc6e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:22.123735 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-039715da-d0b7-487e-9de0-20879e5a7a92 req-2a4fc122-f397-4a60-9351-b4fb971adc6e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0788815 Jul 18 16:48:22.129107 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8916016b-b2f9-4db0-963e-16601d6ccd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:22.199914 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-039715da-d0b7-487e-9de0-20879e5a7a92 req-5b92ae86-04fe-4e04-9c3d-a3cd5ac44917 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705819 Jul 18 16:48:22.749243 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36152) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:22.878711 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-49bbc86d-8c36-4bca-a22c-f005f2de472b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:22.979257 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-49bbc86d-8c36-4bca-a22c-f005f2de472b admin admin] Publish callbacks [] for security_group (5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:22.985738 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-49bbc86d-8c36-4bca-a22c-f005f2de472b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:23.005859 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:23.034562 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-49bbc86d-8c36-4bca-a22c-f005f2de472b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=51666fd5a77147b3b2cbfa44760aa652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841837 Jul 18 16:48:23.035317 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbc86d-8c36-4bca-a22c-f005f2de472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:23.037740 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36156) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:23.073203 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:23.102034 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e3e5-94ee-411f-b876-1fbe29ccfd1e admin admin] Publish callbacks [] for security_group (5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:23.130842 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e3e5-94ee-411f-b876-1fbe29ccfd1e admin admin] Publish callbacks [] for security_group (5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:23.188707 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e3e5-94ee-411f-b876-1fbe29ccfd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:23.192243 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e3e5-94ee-411f-b876-1fbe29ccfd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:23.193690 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b8c7e3e5-94ee-411f-b876-1fbe29ccfd1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2 HTTP/1.1" status: 204 len: 168 time: 0.1546302 Jul 18 16:48:23.207476 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7e3e5-94ee-411f-b876-1fbe29ccfd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9fc3a7-9dcd-49a6-8ba7-c5b914a87cc2,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:23.912200 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-0a0b6ca1-2265-48b7-b788-868c0d8b7269 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:23.914514 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-0a0b6ca1-2265-48b7-b788-868c0d8b7269 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/networks?id=d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 200 len: 814 time: 0.1896315 Jul 18 16:48:23.951432 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-8fa9c7dd-d003-441f-9cb5-6685dde3b40f tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/quotas/6343e3024ef0469da293401317da07f2 HTTP/1.1" status: 200 len: 375 time: 0.0261562 Jul 18 16:48:24.024791 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:24.028478 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-a8c80971-88cc-477f-b686-7f8b6c3ef6ab tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714169 Jul 18 16:48:24.147466 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-1512614b-a498-422d-b64d-b41fcdb31f73 service neutron] 10.222.0.77 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979576 Jul 18 16:48:24.278710 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-a0c0a625-9cf6-4b30-a286-935bb5fa1ac5 service neutron] 10.222.0.77 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222732 Jul 18 16:48:24.515114 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-51624745-1498-4892-98fc-60ccf0ee1ca6 req-73284793-1451-4cc3-9632-0dea91e75cfe tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 210 time: 0.0346270 Jul 18 16:48:25.181875 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:25.646842 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-15d4e8a7-e47e-4501-8aa4-656ed2ac003c req-8b96e1a2-819a-45aa-92c5-7f425cc3f08c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 210 time: 0.0456066 Jul 18 16:48:25.694932 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:25.773414 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:25.791301 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:25.844521 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-7d7384e7-7de2-485d-bb6c-8aa00f83c260 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:25.846236 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-7d7384e7-7de2-485d-bb6c-8aa00f83c260 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.95 "GET /v2.0/networks?id=d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 200 len: 814 time: 0.1804385 Jul 18 16:48:25.866612 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'port': {'device_id': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'admin_state_up': True, 'tenant_id': '6343e3024ef0469da293401317da07f2'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:25.972777 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c6a6b7ae-6a57-4cca-8b18-98474991b867 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f614b9264ed14eab9e67ee4fca9b922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450418 Jul 18 16:48:26.050454 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Made reservation on behalf of 6343e3024ef0469da293401317da07f2 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:48:26.057363 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:26.194990 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-d4f34a66-05ec-4dbe-8a76-2519dcab149b tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:26.196803 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-d4f34a66-05ec-4dbe-8a76-2519dcab149b tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162325 Jul 18 16:48:26.219980 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-a6f9c2cc-003b-4f25-9656-f91f8bca05bf tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/quotas/f614b9264ed14eab9e67ee4fca9b922c HTTP/1.1" status: 200 len: 375 time: 0.0107727 Jul 18 16:48:26.257625 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Allocated IP 172.20.0.7 (d402c366-d682-43de-9024-57338c68fc5b/b153dc14-d69a-4e21-a590-4da162e2d53f/19805b70-1ef7-4076-a283-63a2ef8e869f) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:48:26.273086 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-77d99cde-c813-428b-afb2-27ed09b83ab3 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f614b9264ed14eab9e67ee4fca9b922c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464041 Jul 18 16:48:26.340557 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:26.476744 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:26.522397 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:26.634259 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:26.668515 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Network d402c366-d682-43de-9024-57338c68fc5b is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:26.672375 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:26.676715 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:48:26.813050 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:26.815787 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:26.933507 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-377e8be5-90f7-4c55-8afb-bd0dc313a0e4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0710526 Jul 18 16:48:26.968605 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568faf3d-239f-4abe-b127-4977bcb58533 req-e85f7c3e-6488-428d-9d06-1e9d93b95801 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:26.972427 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-568faf3d-239f-4abe-b127-4977bcb58533 req-e85f7c3e-6488-428d-9d06-1e9d93b95801 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 931 time: 0.1451871 Jul 18 16:48:27.039033 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Request body: {'port': {'device_id': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:27.144895 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-e148fd55-2457-436d-8947-146600b5be01 None None] Provisioning complete for port 19805b70-1ef7-4076-a283-63a2ef8e869f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:27.145596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e148fd55-2457-436d-8947-146600b5be01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:27.168769 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-568faf3d-239f-4abe-b127-4977bcb58533 req-6ad8e33e-2b83-491e-a645-31236122a990 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832197 Jul 18 16:48:27.202363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e148fd55-2457-436d-8947-146600b5be01 None None] Port 19805b70-1ef7-4076-a283-63a2ef8e869f cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:48:27.244162 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:27.461922 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:27.568639 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b008998f-29b7-45e9-9607-009c4c21e72f req-f47f351b-066c-47b5-964b-442b6c287f4e tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0667770 Jul 18 16:48:27.692340 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19805b70-1ef7-4076-a283-63a2ef8e869f {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:48:27.702178 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Publish callbacks [] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:27.721360 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Transition to ACTIVE for port object 19805b70-1ef7-4076-a283-63a2ef8e869f will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:48:27.727816 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:27.737120 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:27.797727 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Pushing event updated for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:27.896540 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Attempting to bind port 19805b70-1ef7-4076-a283-63a2ef8e869f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:48:27.898995 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Attempting to bind port 19805b70-1ef7-4076-a283-63a2ef8e869f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:48:27.899385 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Attempting to bind port 19805b70-1ef7-4076-a283-63a2ef8e869f on network d402c366-d682-43de-9024-57338c68fc5b {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:27.907509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Port 19805b70-1ef7-4076-a283-63a2ef8e869f on network d402c366-d682-43de-9024-57338c68fc5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:48:27.907752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Attempting to bind port 19805b70-1ef7-4076-a283-63a2ef8e869f on network d402c366-d682-43de-9024-57338c68fc5b {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:27.916143 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:48:27.916678 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Checking segment: {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:27.917119 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Bound using segment: {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:48:27.918859 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Bound port: 19805b70-1ef7-4076-a283-63a2ef8e869f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:48:27.919275 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:28.014470 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:48:28.019350 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=19805b70-1ef7-4076-a283-63a2ef8e869f,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:48:28.030107 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:28.076233 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:28.077088 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:28.079042 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] 10.222.0.95 "PUT /v2.0/ports/19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 1093 time: 1.0514820 Jul 18 16:48:28.081756 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:48:28.084825 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae9f78-3cf4-441d-a787-78ab61deef2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:48:28.121244 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b1753-7ac7-4d17-ae28-cb7bf8ea07f3 service neutron] Pushing event updated for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:28.155307 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8695466b-c6e5-4182-af42-3b85ab05319e x-openstack-request-id: req-8695466b-c6e5-4182-af42-3b85ab05319e {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:48:28.155734 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:48:28.156244 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8695466b-c6e5-4182-af42-3b85ab05319e {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:48:28.156963 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8695466b-c6e5-4182-af42-3b85ab05319e'] response: {'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'status': 'completed', 'code': 200} Jul 18 16:48:28.427383 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f0d09-1a8c-49e7-afbb-7dbbc4240af2 req-d3fd7a13-9f4a-4509-96fb-4ab691d185da tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:28.429485 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-896f0d09-1a8c-49e7-afbb-7dbbc4240af2 req-d3fd7a13-9f4a-4509-96fb-4ab691d185da tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0946097 Jul 18 16:48:28.531127 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-896f0d09-1a8c-49e7-afbb-7dbbc4240af2 req-611d65a0-7a15-4a92-ba47-66294b868a55 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846131 Jul 18 16:48:28.686126 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f7cb167b-e2d7-4563-9edc-757091797864 req-a646efa8-d951-4242-8838-c4f3efb7695a tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0382607 Jul 18 16:48:29.552492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:29.688265 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287e67d-6d5b-42a7-bd33-4c99e0430574 req-39847b85-762b-45c6-96b0-3521ffdd4bb7 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:29.691309 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7287e67d-6d5b-42a7-bd33-4c99e0430574 req-39847b85-762b-45c6-96b0-3521ffdd4bb7 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0728836 Jul 18 16:48:29.811234 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7287e67d-6d5b-42a7-bd33-4c99e0430574 req-74115c6d-0bc1-4656-8a44-22d419f0764b tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128263 Jul 18 16:48:29.851775 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-20ab5566-0f51-4eca-a68d-c4b7ad48b91f req-fffcb246-fc13-4674-b202-3915441a2a50 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0644352 Jul 18 16:48:30.974391 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69f621-63f9-4a0c-a294-2c4d6f8acc98 req-9a69d1be-07c4-46ce-81c3-67ee350e7256 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:30.981827 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d2b2f433-2f29-4177-94e3-b82a5ddfe1eb req-4871aadd-f771-49c0-aae4-69f0cab0e8d0 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0704443 Jul 18 16:48:30.994773 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fb69f621-63f9-4a0c-a294-2c4d6f8acc98 req-9a69d1be-07c4-46ce-81c3-67ee350e7256 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.1020098 Jul 18 16:48:31.077566 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fb69f621-63f9-4a0c-a294-2c4d6f8acc98 req-c218e82b-d105-42dd-b0b7-37e176958bbe tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819271 Jul 18 16:48:31.196067 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=46 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:32.096439 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1d45c3c4-6b32-4292-a797-56bb73edcd0a req-0ad71a3d-9d1d-4538-9176-e67006719dd0 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0328853 Jul 18 16:48:32.246450 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f25a7-6839-4620-a817-84f83c33cf0c req-28dc67e1-30c7-4c3d-aaed-3cad7a8f169e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:32.253582 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-269f25a7-6839-4620-a817-84f83c33cf0c req-28dc67e1-30c7-4c3d-aaed-3cad7a8f169e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0586817 Jul 18 16:48:32.300517 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:32.306657 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-269f25a7-6839-4620-a817-84f83c33cf0c req-49cf4508-b3ed-485f-86a1-1a1bb3f1c292 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521092 Jul 18 16:48:33.217298 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cd953756-e9a3-4df7-a290-f8dc3420890c req-bbd53161-96cb-4343-8fc0-03e96ec7d9a0 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0309691 Jul 18 16:48:33.485096 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4cbb5-fda0-4765-b61b-8eba429fc42f req-1b81d93f-e471-4371-93ed-dc40539b127e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:33.486896 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0ac4cbb5-fda0-4765-b61b-8eba429fc42f req-1b81d93f-e471-4371-93ed-dc40539b127e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0729835 Jul 18 16:48:33.576066 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0ac4cbb5-fda0-4765-b61b-8eba429fc42f req-1c642801-8297-403e-b3c6-4f2407c4fd0e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829890 Jul 18 16:48:34.333236 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-22f151f3-f1b4-4aaf-ba88-373101ab7884 req-68e8b15a-9474-4ba9-834d-a16b629d6df1 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0342607 Jul 18 16:48:34.718185 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3007-4b4c-4cf0-bab3-cfb14bea0710 req-9f72f842-0211-4662-972c-97989b62031e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:34.719821 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd4e3007-4b4c-4cf0-bab3-cfb14bea0710 req-9f72f842-0211-4662-972c-97989b62031e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0583625 Jul 18 16:48:34.782997 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd4e3007-4b4c-4cf0-bab3-cfb14bea0710 req-c1caf648-b56f-4a2a-b045-2836457f47ce tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558259 Jul 18 16:48:35.023403 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae9f78-3cf4-441d-a787-78ab61deef2f req-10f37545-be9a-4c24-a522-61f785b8017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:35.025053 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7ae9f78-3cf4-441d-a787-78ab61deef2f req-10f37545-be9a-4c24-a522-61f785b8017c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1127 time: 0.0459337 Jul 18 16:48:35.240025 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae9f78-3cf4-441d-a787-78ab61deef2f req-83aaeb64-4335-4343-84b0-40c4ee2b0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:35.241543 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7ae9f78-3cf4-441d-a787-78ab61deef2f req-83aaeb64-4335-4343-84b0-40c4ee2b0234 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=6343e3024ef0469da293401317da07f2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2001121 Jul 18 16:48:35.381341 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:35.447539 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-8123acac-62fb-4e2d-8618-4384b958721c req-f5ac8085-6025-4e77-9c02-187c78af400a tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0385952 Jul 18 16:48:35.714746 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-10bc2256-b588-44b0-92d5-0f042d67d43d tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=f614b9264ed14eab9e67ee4fca9b922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534196 Jul 18 16:48:35.725000 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae9f78-3cf4-441d-a787-78ab61deef2f req-f405c7fb-7b71-4b96-9bdc-d8ce9f78ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:35.726621 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a7ae9f78-3cf4-441d-a787-78ab61deef2f req-f405c7fb-7b71-4b96-9bdc-d8ce9f78ca99 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4783740 Jul 18 16:48:35.985064 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-f01c38cb-26de-4100-88ab-79da44015924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:35.987167 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-f01c38cb-26de-4100-88ab-79da44015924 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1127 time: 0.1276178 Jul 18 16:48:36.030472 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77702563-8105-4f27-bf6f-7ee22dd891a9 req-3354ce03-85b7-4d04-b7fa-018247fc1e59 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:36.032265 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77702563-8105-4f27-bf6f-7ee22dd891a9 req-3354ce03-85b7-4d04-b7fa-018247fc1e59 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.1284952 Jul 18 16:48:36.070831 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-7e62a762-b7ae-4b22-9b0f-d02912b877ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 217 time: 0.0656333 Jul 18 16:48:36.081938 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-002bbafd-712f-4f26-8f98-821ab60e22fc tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:36.083618 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-002bbafd-712f-4f26-8f98-821ab60e22fc tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560517 Jul 18 16:48:36.108142 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Request body: {'port': {'device_id': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2', 'admin_state_up': True, 'tenant_id': 'f614b9264ed14eab9e67ee4fca9b922c'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:36.234243 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-dd5dd71b-9170-4895-980b-f22ee6310cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:36.235846 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-dd5dd71b-9170-4895-980b-f22ee6310cac service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b153dc14-d69a-4e21-a590-4da162e2d53f HTTP/1.1" status: 200 len: 853 time: 0.1512363 Jul 18 16:48:36.243629 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77702563-8105-4f27-bf6f-7ee22dd891a9 req-9cf0b815-e9d2-4183-9b43-482ff9e67d55 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763835 Jul 18 16:48:36.307863 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-65104047-260b-4f1b-8e39-1423b2a5cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:36.309419 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-65104047-260b-4f1b-8e39-1423b2a5cba9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d402c366-d682-43de-9024-57338c68fc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588682 Jul 18 16:48:36.340862 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Made reservation on behalf of f614b9264ed14eab9e67ee4fca9b922c for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:48:36.344894 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:36.364752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:36.438972 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:36.466620 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-0e6fecab-40a1-4d5c-8ddb-8ce8ea4b9510 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460326 Jul 18 16:48:36.567642 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ac9e1f5b-a0f5-4fb1-a5e0-77dd4311932f req-5e32c78e-fff2-4323-b507-45b7813a312e tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 210 time: 0.0383792 Jul 18 16:48:36.620786 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks [] for security_group (8b54811e-7153-4561-afb6-8134499d4ab2), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:36.625976 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (8b54811e-7153-4561-afb6-8134499d4ab2), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:36.672431 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:36.716267 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a608272-cf4e-4bfc-8f3c-d9a145b702ca req-d136da6f-0cd0-4661-ac6c-624a8dedf8d9 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315502 Jul 18 16:48:36.720617 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b54811e-7153-4561-afb6-8134499d4ab2,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:36.805912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Allocated IP 192.168.233.217 (78bc939c-fdd1-4d01-a415-a163c04560e2/9b546cc0-3a0b-41f0-9049-c5c6b0287195/bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:48:36.985395 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks [] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:37.032509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:37.106838 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Network 78bc939c-fdd1-4d01-a415-a163c04560e2 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:37.113335 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:37.125159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:48:37.179491 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Pushing event updated for resources: {'Port': ['ID=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:37.231121 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:37.232232 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:37.261150 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-c38763a8-8da9-4755-888b-38ea84d7e09f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1590421 Jul 18 16:48:37.367649 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-3e916b2a-7e5d-4f56-aaae-c26cf8fc0345 None None] Provisioning complete for port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:37.368259 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-3e916b2a-7e5d-4f56-aaae-c26cf8fc0345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:37.404258 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-3e916b2a-7e5d-4f56-aaae-c26cf8fc0345 None None] Port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:48:37.404477 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edf134-e302-4c93-98f9-417ded92f86e req-80774ce2-4415-4181-825f-1e0ed7e32764 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:37.406201 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-87edf134-e302-4c93-98f9-417ded92f86e req-80774ce2-4415-4181-825f-1e0ed7e32764 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0758290 Jul 18 16:48:37.459043 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-87edf134-e302-4c93-98f9-417ded92f86e req-d0929329-1214-49ff-8ed0-6b4c6f21e7c0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Jul 18 16:48:37.637905 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Request body: {'port': {'device_id': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:37.704940 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:37.709482 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce3f6d-6712-4351-b1d5-fcf334ce612a req-77f13191-e721-4e13-8989-b5d5e277f687 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:37.711298 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-91ce3f6d-6712-4351-b1d5-fcf334ce612a req-77f13191-e721-4e13-8989-b5d5e277f687 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 936 time: 0.0531492 Jul 18 16:48:37.717581 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:37.772797 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-91ce3f6d-6712-4351-b1d5-fcf334ce612a req-86bf6664-e221-4b50-840e-dee6494f44d6 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521278 Jul 18 16:48:37.976587 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:38.010432 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:48:38.021136 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Publish callbacks [] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:38.036703 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Transition to ACTIVE for port object bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:48:38.040767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:38.096414 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:38.201519 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Attempting to bind port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:48:38.202020 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Attempting to bind port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:48:38.202501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Attempting to bind port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f on network 78bc939c-fdd1-4d01-a415-a163c04560e2 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:38.209229 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f on network 78bc939c-fdd1-4d01-a415-a163c04560e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:48:38.209733 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Attempting to bind port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f on network 78bc939c-fdd1-4d01-a415-a163c04560e2 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:38.218001 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:48:38.218467 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Checking segment: {'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:38.218986 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Bound using segment: {'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:48:38.219588 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Bound port: bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699dd24f-a4c5-46b7-8df5-397cc9ed44b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:48:38.220015 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:38.238299 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:48:38.312867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] For port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:48:38.318107 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] For port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,segment=NetworkSegment(699dd24f-a4c5-46b7-8df5-397cc9ed44b4),segment_id=699dd24f-a4c5-46b7-8df5-397cc9ed44b4)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:48:38.326662 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:38.365233 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:38.365868 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:38.367376 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] 10.222.0.95 "PUT /v2.0/ports/bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f HTTP/1.1" status: 200 len: 1098 time: 0.7364404 Jul 18 16:48:38.367879 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'tag': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:48:38.370277 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae06c04-dbc6-49d3-a326-528a20900e59" -d '{"events": [{"name": "network-changed", "server_uuid": "584ff3d0-8b5c-4713-a1ab-d01d05162442", "tag": "bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:48:38.400319 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82a43-e402-48fe-905f-839bcd540f92 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:38.425175 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6370c8-7b18-496a-92fd-bc578cc242a5 x-openstack-request-id: req-5e6370c8-7b18-496a-92fd-bc578cc242a5 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:48:38.425524 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584ff3d0-8b5c-4713-a1ab-d01d05162442", "tag": "bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:48:38.425746 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e6370c8-7b18-496a-92fd-bc578cc242a5 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:48:38.426215 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6370c8-7b18-496a-92fd-bc578cc242a5'] response: {'name': 'network-changed', 'server_uuid': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'tag': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f', 'status': 'completed', 'code': 200} Jul 18 16:48:38.494092 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-adfb5d4a-db09-4a8e-b595-f629021b5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:38.495951 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-adfb5d4a-db09-4a8e-b595-f629021b5aa7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f614b9264ed14eab9e67ee4fca9b922c&device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 1132 time: 0.0514746 Jul 18 16:48:38.572759 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-21959880-573d-4fa4-a6a2-e7642c71e2d7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f HTTP/1.1" status: 200 len: 217 time: 0.0586627 Jul 18 16:48:38.614269 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780dd1b-7200-496c-b87f-88062060fa5b req-98f5cbe8-fb03-4337-a46f-7a69c09bc2f0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:38.615896 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9780dd1b-7200-496c-b87f-88062060fa5b req-98f5cbe8-fb03-4337-a46f-7a69c09bc2f0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0639164 Jul 18 16:48:38.641535 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-8a96153c-7fc1-47b7-946e-58a523699163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:38.644003 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-8a96153c-7fc1-47b7-946e-58a523699163 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9b546cc0-3a0b-41f0-9049-c5c6b0287195 HTTP/1.1" status: 200 len: 843 time: 0.0637131 Jul 18 16:48:38.688758 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9780dd1b-7200-496c-b87f-88062060fa5b req-edb0d48b-9096-4e5f-8395-1e3ba6a463fa tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627649 Jul 18 16:48:38.718818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-564e4bed-c69d-4a01-b7c4-7d1ba92a9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:38.720901 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-564e4bed-c69d-4a01-b7c4-7d1ba92a9974 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=78bc939c-fdd1-4d01-a415-a163c04560e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0686827 Jul 18 16:48:38.898591 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-15081c5d-5bef-4984-ba61-7cdd9d109c65 service neutron] 10.222.0.95 "GET /v2.0/networks/78bc939c-fdd1-4d01-a415-a163c04560e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684430 Jul 18 16:48:38.959706 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dc691-04d9-4141-90fb-3871a0f05fd7 req-ce427f68-b54f-40cc-9838-0d24527d3282 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:38.961261 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-959dc691-04d9-4141-90fb-3871a0f05fd7 req-ce427f68-b54f-40cc-9838-0d24527d3282 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 948 time: 0.0841596 Jul 18 16:48:38.963566 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:39.066853 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6181c47c-40c1-4e73-a523-e519b0e789c0 req-a03ab80a-f76c-42c0-92e4-ff18c81ad430 service neutron] 10.222.0.95 "GET /v2.0/networks/78bc939c-fdd1-4d01-a415-a163c04560e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493943 Jul 18 16:48:39.069919 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-959dc691-04d9-4141-90fb-3871a0f05fd7 req-85721253-d170-4605-bc35-2b7f1a63ad95 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728505 Jul 18 16:48:39.831569 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a7b7-0787-4223-9841-54d231146987 req-3ebeb866-c736-4658-9fd3-0df2c0dbe833 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:39.833153 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-04f0a7b7-0787-4223-9841-54d231146987 req-3ebeb866-c736-4658-9fd3-0df2c0dbe833 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 943 time: 0.0651305 Jul 18 16:48:39.889385 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-04f0a7b7-0787-4223-9841-54d231146987 req-d784ccc9-3f65-4265-846c-f48302f404e0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 Jul 18 16:48:40.142453 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-dcc0f133-59b1-49a0-983a-a790d452792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:40.144936 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-dcc0f133-59b1-49a0-983a-a790d452792d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f614b9264ed14eab9e67ee4fca9b922c&device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 1132 time: 0.0461159 Jul 18 16:48:40.225681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f24392-02d2-497a-a6d0-76244e740823 req-a1e6b956-c31c-40b0-ac6f-a286de0ec965 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:40.227405 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4f24392-02d2-497a-a6d0-76244e740823 req-a1e6b956-c31c-40b0-ac6f-a286de0ec965 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 948 time: 0.0815334 Jul 18 16:48:40.284455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:40.333761 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4f24392-02d2-497a-a6d0-76244e740823 req-aaaad3a3-4d08-48f8-9907-8a7bd509cacd tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791111 Jul 18 16:48:40.334861 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-1b276d30-6538-48b8-85f6-0edfe9bf3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:40.336250 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-1b276d30-6538-48b8-85f6-0edfe9bf3445 service neutron] 10.222.0.95 "GET /v2.0/networks?id=78bc939c-fdd1-4d01-a415-a163c04560e2 HTTP/1.1" status: 200 len: 870 time: 0.1802139 Jul 18 16:48:40.388171 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-8b5cf0b2-b5a3-4421-91c1-f073866ee2d2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f HTTP/1.1" status: 200 len: 217 time: 0.0450296 Jul 18 16:48:40.439920 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-5833de4c-6442-4a29-adc1-89f3aa7eb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:40.441388 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-5833de4c-6442-4a29-adc1-89f3aa7eb904 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9b546cc0-3a0b-41f0-9049-c5c6b0287195 HTTP/1.1" status: 200 len: 843 time: 0.0471809 Jul 18 16:48:40.504512 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-ebc29cdb-6362-4f08-ac91-cb877eda5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:40.506976 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-ebc29cdb-6362-4f08-ac91-cb877eda5b48 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=78bc939c-fdd1-4d01-a415-a163c04560e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0591247 Jul 18 16:48:40.632632 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-564341b3-9bc5-4f4d-9b07-2cc7e8b3069e service neutron] 10.222.0.95 "GET /v2.0/networks/78bc939c-fdd1-4d01-a415-a163c04560e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112182 Jul 18 16:48:40.755362 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5ae06c04-dbc6-49d3-a326-528a20900e59 req-0e4ecd05-2c9d-47e6-987f-67026e5fd71f service neutron] 10.222.0.95 "GET /v2.0/networks/78bc939c-fdd1-4d01-a415-a163c04560e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160977 Jul 18 16:48:40.761365 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 19805b70-1ef7-4076-a283-63a2ef8e869f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:48:40.877610 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=19805b70-1ef7-4076-a283-63a2ef8e869f,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:40.890145 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'port_id': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'mac_address': 'fa:16:3e:67:f5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:48:40.929696 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 19805b70-1ef7-4076-a283-63a2ef8e869f is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:40.930102 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:40.945126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19805b70-1ef7-4076-a283-63a2ef8e869f {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:48:40.967269 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=19805b70-1ef7-4076-a283-63a2ef8e869f,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:40.973116 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:41.015390 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de566c-0e79-4256-8187-694c9fc9c6b1 req-2a871f32-24a1-45c0-9520-2468ef9465d7 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:41.016859 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f4de566c-0e79-4256-8187-694c9fc9c6b1 req-2a871f32-24a1-45c0-9520-2468ef9465d7 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 944 time: 0.0541513 Jul 18 16:48:41.024222 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:41.031333 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.031691 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.032044 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.032390 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.032731 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.033079 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.033460 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.033796 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.034127 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.034480 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.034814 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.035144 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.035469 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.035794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.036117 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:48:41.070883 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f4de566c-0e79-4256-8187-694c9fc9c6b1 req-e1059187-a85a-4281-934d-63db16ca2daa tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478430 Jul 18 16:48:41.367641 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['19805b70-1ef7-4076-a283-63a2ef8e869f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:48:41.488415 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27330-d655-41e2-89eb-87ecf9ebfc62 req-66daa618-0db5-41de-86eb-a6b6b910c6d3 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:41.490995 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-03f27330-d655-41e2-89eb-87ecf9ebfc62 req-66daa618-0db5-41de-86eb-a6b6b910c6d3 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 948 time: 0.0639377 Jul 18 16:48:41.559124 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-03f27330-d655-41e2-89eb-87ecf9ebfc62 req-85420421-c07f-45bf-90af-debde5b8a4bf tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614069 Jul 18 16:48:42.219004 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3883a-f452-4356-bf18-664ea7a59221 req-5374814a-e027-4cce-835d-54034dd93d7c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:42.221010 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f9e3883a-f452-4356-bf18-664ea7a59221 req-5374814a-e027-4cce-835d-54034dd93d7c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 944 time: 0.0730267 Jul 18 16:48:42.273178 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f9e3883a-f452-4356-bf18-664ea7a59221 req-66a7f128-c609-46b3-a435-4ef0eeaf4871 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459530 Jul 18 16:48:42.692122 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800db87-53bf-46fc-9bcc-f12fc5deaf88 req-69db634b-3707-4de9-8c73-e0a2c16c4cc0 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:42.693768 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5800db87-53bf-46fc-9bcc-f12fc5deaf88 req-69db634b-3707-4de9-8c73-e0a2c16c4cc0 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 948 time: 0.0551496 Jul 18 16:48:42.758715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:48:42.765535 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5800db87-53bf-46fc-9bcc-f12fc5deaf88 req-c035cd1b-54f4-4613-a04e-b2894fd43bcb tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620399 Jul 18 16:48:42.769150 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 19805b70-1ef7-4076-a283-63a2ef8e869f up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:42.804862 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:42.844941 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:42.886193 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 19805b70-1ef7-4076-a283-63a2ef8e869f completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:48:42.899869 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 19805b70-1ef7-4076-a283-63a2ef8e869f triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:42.900424 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:42.955947 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,segment=NetworkSegment(699dd24f-a4c5-46b7-8df5-397cc9ed44b4),segment_id=699dd24f-a4c5-46b7-8df5-397cc9ed44b4)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:42.975248 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f', 'network_id': '78bc939c-fdd1-4d01-a415-a163c04560e2', 'port_id': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f', 'mac_address': 'fa:16:3e:0c:45:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b546cc0-3a0b-41f0-9049-c5c6b0287195', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:48:43.052696 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 19805b70-1ef7-4076-a283-63a2ef8e869f is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:43.053095 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:43.055515 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:43.055926 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:43.081722 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:48:43.107270 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:48:43.109660 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e12389-6c6a-42a4-a8b1-69aad662de4d" -d '{"events": [{"server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "name": "network-vif-plugged", "status": "completed", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:48:43.128383 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,segment=NetworkSegment(699dd24f-a4c5-46b7-8df5-397cc9ed44b4),segment_id=699dd24f-a4c5-46b7-8df5-397cc9ed44b4)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:43.130600 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=19805b70-1ef7-4076-a283-63a2ef8e869f,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:43.134270 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:43.139156 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:43.162224 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64702cef-1a6d-4051-8e32-47fb86076d42 x-openstack-request-id: req-64702cef-1a6d-4051-8e32-47fb86076d42 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:48:43.162584 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "name": "network-vif-plugged", "status": "completed", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:48:43.162811 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64702cef-1a6d-4051-8e32-47fb86076d42 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:48:43.163189 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64702cef-1a6d-4051-8e32-47fb86076d42'] response: {'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'code': 200} Jul 18 16:48:43.191281 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:43.250622 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:43.718248 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1b9d1-bd88-42bc-bc09-f6ae41292591 req-727c6911-dab8-4424-8fd4-12b005635792 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:43.721180 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0a1b9d1-bd88-42bc-bc09-f6ae41292591 req-727c6911-dab8-4424-8fd4-12b005635792 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.3645442 Jul 18 16:48:43.728366 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b33ff-cc9b-49a7-a647-9bc7223ff8ae req-f7819f07-4fcf-48fa-a601-f95311c01211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:43.731000 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-380b33ff-cc9b-49a7-a647-9bc7223ff8ae req-f7819f07-4fcf-48fa-a601-f95311c01211 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1129 time: 0.3637764 Jul 18 16:48:43.780842 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0a1b9d1-bd88-42bc-bc09-f6ae41292591 req-f2b89edb-6d0c-4ccf-9556-33f9a76ef789 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481343 Jul 18 16:48:43.909643 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461ae58-0669-4204-b358-f9ac3fb2a7d9 req-883f3d4b-2514-4f1f-ab1a-c9a2af025e11 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:43.911946 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b461ae58-0669-4204-b358-f9ac3fb2a7d9 req-883f3d4b-2514-4f1f-ab1a-c9a2af025e11 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 949 time: 0.0646064 Jul 18 16:48:43.967983 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b461ae58-0669-4204-b358-f9ac3fb2a7d9 req-c8935ae4-3ce8-4395-93b1-f2bc6dd0aa34 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504293 Jul 18 16:48:44.326175 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-380b33ff-cc9b-49a7-a647-9bc7223ff8ae req-f1355725-d1c0-4c79-b139-5a0d22668cd9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Jul 18 16:48:44.896255 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:44.906937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fd90a-0c96-4239-95b3-c669672222b6 req-59d422f8-c4bd-4ff0-9353-8d4b7533d964 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:44.908456 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-756fd90a-0c96-4239-95b3-c669672222b6 req-59d422f8-c4bd-4ff0-9353-8d4b7533d964 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0533500 Jul 18 16:48:44.961342 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-756fd90a-0c96-4239-95b3-c669672222b6 req-0107c224-593b-46cf-bf79-ec81394460c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468147 Jul 18 16:48:45.062702 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:45.124557 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44202dc0-58bc-40e0-b88f-2e06c3b97cc8 req-86ce2c20-6a5e-41b5-9cc3-34ea877768e3 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:45.126440 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-44202dc0-58bc-40e0-b88f-2e06c3b97cc8 req-86ce2c20-6a5e-41b5-9cc3-34ea877768e3 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 949 time: 0.0729501 Jul 18 16:48:45.184132 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-44202dc0-58bc-40e0-b88f-2e06c3b97cc8 req-0ec38180-2399-48e9-ab8b-8575b8599c4c tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509570 Jul 18 16:48:46.098121 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea58f-4ad3-4649-861f-e498e6704b32 req-f1b9a1db-0eb1-4ae6-bc62-f8989fb220b0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:46.099862 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-99eea58f-4ad3-4649-861f-e498e6704b32 req-f1b9a1db-0eb1-4ae6-bc62-f8989fb220b0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0640657 Jul 18 16:48:46.157836 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-99eea58f-4ad3-4649-861f-e498e6704b32 req-2cd1e48a-b878-4182-b9db-c43e7c063664 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517035 Jul 18 16:48:46.229947 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:48:46.358589 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f3e9-45a3-4e74-9843-3b4873221ad5 req-6b87db17-2ef2-417b-8784-1f70a75c1e90 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:46.362850 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e994f3e9-45a3-4e74-9843-3b4873221ad5 req-6b87db17-2ef2-417b-8784-1f70a75c1e90 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 949 time: 0.0830452 Jul 18 16:48:46.390911 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:46.435993 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e994f3e9-45a3-4e74-9843-3b4873221ad5 req-332b5a21-ecfe-4f96-a210-b16f7d5ed167 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638423 Jul 18 16:48:47.297572 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac904c-be5e-4b5a-bf2a-37a7e3808f4b req-cc6009d0-7a5a-42ac-927d-e94960d91d33 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:47.299793 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-22ac904c-be5e-4b5a-bf2a-37a7e3808f4b req-cc6009d0-7a5a-42ac-927d-e94960d91d33 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0523829 Jul 18 16:48:47.366863 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-22ac904c-be5e-4b5a-bf2a-37a7e3808f4b req-70303122-3dca-453b-97b9-ae030a5527dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606995 Jul 18 16:48:47.579312 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26081076-4b9c-4109-9e7f-b910cb3a2101 req-ce93a4a6-a669-415c-89c8-3e2648ff245f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:47.581646 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-26081076-4b9c-4109-9e7f-b910cb3a2101 req-ce93a4a6-a669-415c-89c8-3e2648ff245f tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 949 time: 0.0586154 Jul 18 16:48:47.674214 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-26081076-4b9c-4109-9e7f-b910cb3a2101 req-3b8cb331-74bd-4abd-b8a9-75e9fe416db6 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Jul 18 16:48:48.238349 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:48:48.287023 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:48:48.295092 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:48.295775 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:48.379363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:48:48.379748 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:48.408799 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:48:48.410860 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54cf46a-7bbf-4ffc-82c6-8a7699bf6392" -d '{"events": [{"server_uuid": "584ff3d0-8b5c-4713-a1ab-d01d05162442", "name": "network-vif-plugged", "status": "completed", "tag": "bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:48:48.417028 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:48.442387 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,segment=NetworkSegment(699dd24f-a4c5-46b7-8df5-397cc9ed44b4),segment_id=699dd24f-a4c5-46b7-8df5-397cc9ed44b4)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:48.449099 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:48.490124 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bd97d2-1b77-41ad-8bd3-c43eded38af4 x-openstack-request-id: req-70bd97d2-1b77-41ad-8bd3-c43eded38af4 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:48:48.490469 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ff3d0-8b5c-4713-a1ab-d01d05162442", "name": "network-vif-plugged", "status": "completed", "tag": "bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:48:48.490785 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70bd97d2-1b77-41ad-8bd3-c43eded38af4 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:48:48.491508 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70bd97d2-1b77-41ad-8bd3-c43eded38af4'] response: {'server_uuid': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f', 'code': 200} Jul 18 16:48:48.521244 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:48.537907 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:48.539275 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004ec5f-7bf9-47aa-8687-d8474341ccb8 req-ea687ce5-b543-47a5-9463-a390fd5ce21b tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:48.540895 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7004ec5f-7bf9-47aa-8687-d8474341ccb8 req-ea687ce5-b543-47a5-9463-a390fd5ce21b tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0557311 Jul 18 16:48:48.626575 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-7004ec5f-7bf9-47aa-8687-d8474341ccb8 req-78aafb0d-2f7d-4a79-a1e5-60f264fcb201 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726569 Jul 18 16:48:48.756882 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4514891-c962-413c-8c4f-e8b0485d7604 req-cdc0d35f-f2ec-4e9f-91e4-8a9949e756f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:48.759248 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e4514891-c962-413c-8c4f-e8b0485d7604 req-cdc0d35f-f2ec-4e9f-91e4-8a9949e756f6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 1134 time: 0.0578151 Jul 18 16:48:48.771814 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03712c-25b8-485c-8907-18403d9a4f1a req-650247bc-a648-446d-a87d-13626e90ca38 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:48.773564 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cd03712c-25b8-485c-8907-18403d9a4f1a req-650247bc-a648-446d-a87d-13626e90ca38 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0604148 Jul 18 16:48:48.851244 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-cd03712c-25b8-485c-8907-18403d9a4f1a req-30d8b5f3-489d-4d87-800c-5bbe96b66c1e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714972 Jul 18 16:48:48.856260 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f645839-d151-4e89-9c69-00c8a8c6006d req-8e9a8d53-e2eb-4337-aabe-bc97d389acf5 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:48.857864 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f645839-d151-4e89-9c69-00c8a8c6006d req-8e9a8d53-e2eb-4337-aabe-bc97d389acf5 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 950 time: 0.0908601 Jul 18 16:48:48.881525 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=14 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:48.891367 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=14 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:48.919467 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e4514891-c962-413c-8c4f-e8b0485d7604 req-23726604-9b2a-4d5e-856d-b1c78c086c62 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373746 Jul 18 16:48:48.954741 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9f645839-d151-4e89-9c69-00c8a8c6006d req-b0ad8cd4-d1c6-476d-998a-f908b1a98b8a tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900619 Jul 18 16:48:49.027212 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:49.051246 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0411e14a-4e23-42cc-8dfe-6c216e06b4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:49.270074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce441bd-c8e4-4702-b24f-b8246ef59925 req-f3f66241-7e1d-4ace-8a3c-c8414852a6f3 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:49.271772 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0ce441bd-c8e4-4702-b24f-b8246ef59925 req-f3f66241-7e1d-4ace-8a3c-c8414852a6f3 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0582829 Jul 18 16:48:49.328589 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0ce441bd-c8e4-4702-b24f-b8246ef59925 req-606bb9fe-f520-4dd8-912c-b25acb3ebb5d tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Jul 18 16:48:50.092919 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322c30f-8e03-4a95-831c-81f0b0fdfc3f req-c8c2112b-8773-4407-add5-3678bbe93a58 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:50.094468 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b322c30f-8e03-4a95-831c-81f0b0fdfc3f req-c8c2112b-8773-4407-add5-3678bbe93a58 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 950 time: 0.0520625 Jul 18 16:48:50.147681 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b322c30f-8e03-4a95-831c-81f0b0fdfc3f req-53fae403-6c7d-4c7a-bf08-ab60f3861743 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Jul 18 16:48:51.244144 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-8ddb6492-b68c-42ea-bbbc-42d30d499be7 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977181763&fields=id&tenant_id=edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 267 time: 0.0848951 Jul 18 16:48:51.435540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-bd33fe79-dd27-4999-ae6a-beadee55bbcd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:51.438133 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-bd33fe79-dd27-4999-ae6a-beadee55bbcd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 812 time: 0.1848223 Jul 18 16:48:51.458124 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-1b78ae33-5f45-46a5-84e8-93707781e59e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/quotas/edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 375 time: 0.0108783 Jul 18 16:48:51.465497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6325cdf-c3b9-4211-83c6-dce6618424ec req-b7bd519b-1aa9-4fe5-b23e-29d015724b19 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:51.467229 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d6325cdf-c3b9-4211-83c6-dce6618424ec req-b7bd519b-1aa9-4fe5-b23e-29d015724b19 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 950 time: 0.0828314 Jul 18 16:48:51.521704 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-1ce8767a-7c2e-4d36-9ea3-aee76c0f1854 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575714 Jul 18 16:48:51.528013 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d6325cdf-c3b9-4211-83c6-dce6618424ec req-74bbf99c-ce56-48a8-a839-7b9372f6f98e tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538831 Jul 18 16:48:51.652301 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-0154e64e-c216-4c4d-a4ce-1df357259e99 service neutron] 10.222.0.77 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078339 Jul 18 16:48:51.772804 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-edc2c9ec-a729-4f1a-8d3d-1d0375994b89 service neutron] 10.222.0.77 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147048 Jul 18 16:48:51.872057 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36107bce-991c-4e3c-b0df-111dc1336833 req-d266f848-047b-4753-b43a-0638c324b4e7 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:51.873705 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-36107bce-991c-4e3c-b0df-111dc1336833 req-d266f848-047b-4753-b43a-0638c324b4e7 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 950 time: 0.0858395 Jul 18 16:48:51.935181 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-36107bce-991c-4e3c-b0df-111dc1336833 req-1852c8f9-62ea-42d9-a30a-340f287baaf8 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544155 Jul 18 16:48:52.137189 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e53003e2-7203-45ff-90e3-6b16a26dbad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:52.202457 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-29c9dd8e-8184-4948-ac29-319a688a2e0e req-23ffc7fb-5feb-49a1-8a94-e3760f50852b tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 210 time: 0.0518310 Jul 18 16:48:53.081581 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fdf23-213e-442a-a629-4da83dd6553b req-257d347b-3ec5-42e4-a53d-94d54cc15d52 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:53.083325 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-875fdf23-213e-442a-a629-4da83dd6553b req-257d347b-3ec5-42e4-a53d-94d54cc15d52 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 950 time: 0.0626752 Jul 18 16:48:53.159450 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-875fdf23-213e-442a-a629-4da83dd6553b req-4db1fda6-bf97-44ca-aedf-a6292e681290 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700080 Jul 18 16:48:53.313527 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-95cc30f1-3d95-45d2-a940-cfedd629c179 req-563764b8-b4cf-4452-add7-a5f0e6cc1564 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 210 time: 0.0285430 Jul 18 16:48:53.483784 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-deb35ed5-e79e-495e-9217-e2df5ea98343 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:53.485437 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-deb35ed5-e79e-495e-9217-e2df5ea98343 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.95 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 950 time: 0.0585337 Jul 18 16:48:53.805209 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Deleting port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:48:53.805638 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:53.900018 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:53.981151 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] For port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,segment=NetworkSegment(699dd24f-a4c5-46b7-8df5-397cc9ed44b4),segment_id=699dd24f-a4c5-46b7-8df5-397cc9ed44b4)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:48:53.981508 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:54.006968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Calling delete_port for bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:48:54.022103 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:54.040855 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-bd1c1182-fc68-4583-a299-2207b5815483 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:54.042392 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-bd1c1182-fc68-4583-a299-2207b5815483 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 812 time: 0.1732283 Jul 18 16:48:54.118476 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:54.165097 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-425312cd-4d99-4bd2-8ba6-785848fda530 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edffd84b958d4e2a880fae7c4709d36d HTTP/1.1" status: 200 len: 379 time: 0.0913081 Jul 18 16:48:54.179174 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'port': {'device_id': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'admin_state_up': True, 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'security_groups': ['776cfd29-3661-44c3-940b-511b6e6bd942']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:54.290097 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:54.311849 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba29bdc-4d78-4fb3-98a2-6eda089d8ffb req-4d6e6836-180b-410e-87dd-653bfe2af6f4 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:54.314515 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-aba29bdc-4d78-4fb3-98a2-6eda089d8ffb req-4d6e6836-180b-410e-87dd-653bfe2af6f4 tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/ports?device_id=584ff3d0-8b5c-4713-a1ab-d01d05162442 HTTP/1.1" status: 200 len: 950 time: 0.0801778 Jul 18 16:48:54.331889 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Pushing event deleted for resources: {'Port': ['ID=bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:54.338508 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:48:54.399194 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:54.404107 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] No DVR routers for this DVR port bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:48:54.409353 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:54.412917 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-aba29bdc-4d78-4fb3-98a2-6eda089d8ffb req-3f0ac2bf-ef36-46ed-856d-bc8bd966af2e tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.77 "GET /v2.0/security-groups?id=8b54811e-7153-4561-afb6-8134499d4ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903468 Jul 18 16:48:54.413177 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0afd2b84-8895-4f6d-87c5-4122e001c15c req-05ede9e5-43c3-4597-9202-3b77d207e7ff tempest-VolumesNegativeTest-1677999357 tempest-VolumesNegativeTest-1677999357-project] 10.222.0.95 "DELETE /v2.0/ports/bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f HTTP/1.1" status: 204 len: 173 time: 0.7054055 Jul 18 16:48:54.413491 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'name': 'network-vif-deleted', 'tag': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:48:54.416004 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719e72c4-0f8b-4b4a-84a4-ec1a9c55fc90" -d '{"events": [{"server_uuid": "584ff3d0-8b5c-4713-a1ab-d01d05162442", "name": "network-vif-deleted", "tag": "bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:48:54.431989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Made reservation on behalf of edffd84b958d4e2a880fae7c4709d36d for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:48:54.437699 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:54.523278 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f60cfd-9dbe-4d51-b39b-b0e3ab671805 x-openstack-request-id: req-a2f60cfd-9dbe-4d51-b39b-b0e3ab671805 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:48:54.523766 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ff3d0-8b5c-4713-a1ab-d01d05162442", "name": "network-vif-deleted", "tag": "bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:48:54.524172 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2f60cfd-9dbe-4d51-b39b-b0e3ab671805 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:48:54.524796 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f60cfd-9dbe-4d51-b39b-b0e3ab671805'] response: {'server_uuid': '584ff3d0-8b5c-4713-a1ab-d01d05162442', 'name': 'network-vif-deleted', 'tag': 'bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f', 'status': 'completed', 'code': 200} Jul 18 16:48:54.534203 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-470f70c3-79c7-4850-adbf-eb4d572cf52e req-a245d4d9-befb-4a2c-922d-203a750290ed tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 210 time: 0.0881844 Jul 18 16:48:54.707565 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Allocated IP 172.20.0.3 (94186e07-4092-42bb-bef4-09c745cebf42/403a1512-0ed5-4671-bf38-261bd10555c2/d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:48:54.856875 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:54.861013 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:54.893511 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:54.939155 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Network 94186e07-4092-42bb-bef4-09c745cebf42 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:48:54.951308 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:48:54.962342 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:48:55.003935 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:55.032956 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:55.033636 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.063088 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-cf365099-0ca3-4704-8b65-77e4d548f4a1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8914678 Jul 18 16:48:55.091013 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Request body: {'port': {'device_id': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:48:55.117802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:55.180697 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.190133 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.307985 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-6c7691cb-4764-4c20-96a3-5f2c041798a0 None None] Provisioning complete for port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:48:55.308442 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-6c7691cb-4764-4c20-96a3-5f2c041798a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.365239 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-6c7691cb-4764-4c20-96a3-5f2c041798a0 None None] Port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:48:55.492522 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:48:55.501878 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Publish callbacks [] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.519576 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Transition to ACTIVE for port object d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:48:55.525722 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.598839 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Pushing event updated for resources: {'Port': ['ID=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:55.696509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Attempting to bind port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:48:55.696509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Attempting to bind port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:48:55.697198 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Attempting to bind port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:55.706208 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 on network 94186e07-4092-42bb-bef4-09c745cebf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:48:55.706709 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Attempting to bind port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 on network 94186e07-4092-42bb-bef4-09c745cebf42 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:48:55.713303 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:48:55.713737 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Checking segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:48:55.714216 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Bound using segment: {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:48:55.714792 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Bound port: d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:48:55.716064 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.805750 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.866580 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b87c-18b3-4c54-9e5a-a8dd34764ce4 req-11c9ae2d-3541-4adf-9fb6-0066dd30771c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:55.869333 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cf97b87c-18b3-4c54-9e5a-a8dd34764ce4 req-11c9ae2d-3541-4adf-9fb6-0066dd30771c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.1085572 Jul 18 16:48:55.881526 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] For port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:48:55.898108 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] For port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:48:55.923210 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.963018 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:55.997183 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:55.997799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:55.999261 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] 10.222.0.95 "PUT /v2.0/ports/d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 HTTP/1.1" status: 200 len: 1093 time: 0.9178271 Jul 18 16:48:56.025351 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-cf97b87c-18b3-4c54-9e5a-a8dd34764ce4 req-1cd497c5-ffa0-47cc-9b6d-2e57e77d9a4c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472957 Jul 18 16:48:56.044968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660ca40-51ce-44d2-979a-d09d241b170e service neutron] Pushing event updated for resources: {'Port': ['ID=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:48:56.148289 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-21db8f06-c8c9-431f-8844-2920716a2118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:56.150498 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-21db8f06-c8c9-431f-8844-2920716a2118 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 1127 time: 0.0689979 Jul 18 16:48:56.231727 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-4aa6a7ef-8506-44e9-b26b-df54da7058c9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 HTTP/1.1" status: 200 len: 217 time: 0.0643947 Jul 18 16:48:56.309172 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-1c15570a-cbd0-4165-a051-3f0a045572f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:56.312096 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-1c15570a-cbd0-4165-a051-3f0a045572f9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0737352 Jul 18 16:48:56.375465 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-3bdbcc0a-2b45-4106-8c00-84c0f713b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:56.377574 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-3bdbcc0a-2b45-4106-8c00-84c0f713b8e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564268 Jul 18 16:48:56.403005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:56.490751 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-9817d6cd-f26c-4b78-8430-24f4ef24f7af service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064515 Jul 18 16:48:56.526084 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:48:56.528802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a733a-7a51-461d-bf94-ef8f86d3810e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:48:56.600123 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2d8c0-8711-448a-a7f8-867b5edb9a67 x-openstack-request-id: req-51f2d8c0-8711-448a-a7f8-867b5edb9a67 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:48:56.600583 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:48:56.600737 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51f2d8c0-8711-448a-a7f8-867b5edb9a67 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:48:56.601392 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f2d8c0-8711-448a-a7f8-867b5edb9a67'] response: {'name': 'network-changed', 'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'status': 'completed', 'code': 200} Jul 18 16:48:56.663469 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a72ff23-aec2-4d38-898d-9a92d7c92ab6 req-7cd593c7-3347-49e0-84f6-3503411c6a79 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658671 Jul 18 16:48:56.825035 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-a21d7690-6126-4c50-8df3-40571761278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:56.826996 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-a21d7690-6126-4c50-8df3-40571761278c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 1127 time: 0.0694985 Jul 18 16:48:57.018780 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-b5d1ab54-1d9e-4503-b018-0af85bd1c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:57.021533 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-b5d1ab54-1d9e-4503-b018-0af85bd1c259 service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.1883426 Jul 18 16:48:57.075756 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-ac7814a3-3b6c-4d8e-95e3-c1ed29e811dc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 HTTP/1.1" status: 200 len: 217 time: 0.0469553 Jul 18 16:48:57.209881 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-26f828e6-0101-4014-90f9-60a0b9dd3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:57.211518 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-26f828e6-0101-4014-90f9-60a0b9dd3a44 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.1291528 Jul 18 16:48:57.218631 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba80a58-f544-46b1-a354-100c5c7bc2d2 req-7f0c5810-0458-458a-95d7-92aaf2231fb9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:57.220188 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4ba80a58-f544-46b1-a354-100c5c7bc2d2 req-7f0c5810-0458-458a-95d7-92aaf2231fb9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0796657 Jul 18 16:48:57.284625 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-7edfb387-d17b-4fc6-a4c1-ec20ad4d1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:57.286174 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-7edfb387-d17b-4fc6-a4c1-ec20ad4d1e4e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650105 Jul 18 16:48:57.340791 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4ba80a58-f544-46b1-a354-100c5c7bc2d2 req-4a6ffaf0-54d0-48a1-8ab3-b21c891a6055 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097937 Jul 18 16:48:57.417025 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-56a98a40-e13d-494d-acce-4e5f06352113 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217177 Jul 18 16:48:57.548823 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-505a733a-7a51-461d-bf94-ef8f86d3810e req-95fa6127-9ebe-4ace-bd5e-0acd766a7503 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258228 Jul 18 16:48:58.250385 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:48:58.273140 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:48:58.273357 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device bd2c91e0-cf2f-4fa3-adcb-23a0ccaa4a8f not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:48:58.479616 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e635e9-af9a-4dd2-b319-a21fbb341192 req-84314ea8-e7c6-491c-8d37-50c3ebd5686d tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:58.482651 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-73e635e9-af9a-4dd2-b319-a21fbb341192 req-84314ea8-e7c6-491c-8d37-50c3ebd5686d tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0595961 Jul 18 16:48:58.530389 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:58.541531 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-73e635e9-af9a-4dd2-b319-a21fbb341192 req-bd5487dd-ecb9-4f07-ade7-bbf767dcf1e5 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519216 Jul 18 16:48:59.559845 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:59.682561 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717519f-b2e3-436c-aa77-0a911794e688 req-1d845fdc-1149-4b7f-ae18-95ed3102c624 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:48:59.684191 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c717519f-b2e3-436c-aa77-0a911794e688 req-1d845fdc-1149-4b7f-ae18-95ed3102c624 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0622003 Jul 18 16:48:59.747547 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c717519f-b2e3-436c-aa77-0a911794e688 req-739821b8-66f3-4f22-bfc3-dcfc132e5abe tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524962 Jul 18 16:49:00.417561 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c6fc2-f3b6-4a1c-98e0-8a6e99b9da73 req-a102d1e4-9db1-4ea6-84dd-be79e83ac75e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:00.419969 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2c1c6fc2-f3b6-4a1c-98e0-8a6e99b9da73 req-a102d1e4-9db1-4ea6-84dd-be79e83ac75e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0659435 Jul 18 16:49:00.495278 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2c1c6fc2-f3b6-4a1c-98e0-8a6e99b9da73 req-1738eba3-8127-4a75-a71b-94bff784a48f tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648210 Jul 18 16:49:00.521981 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36734) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:00.672311 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36740) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:00.858044 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:00.889441 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-bd0bb75f-5d83-4e7d-afa4-55b4d62f193b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f614b9264ed14eab9e67ee4fca9b922c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154179 Jul 18 16:49:00.892323 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36746) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:00.923210 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adeb559-79e3-48c3-bef3-1fff4eaf8e79 req-6ae5a21f-5ee5-479c-ba5f-24236430e73c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:00.925781 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4adeb559-79e3-48c3-bef3-1fff4eaf8e79 req-6ae5a21f-5ee5-479c-ba5f-24236430e73c tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0889225 Jul 18 16:49:00.926697 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeb6326-f8b5-45d8-97dc-da384f30d132 tempest-TestMinimumBasicScenario-1753774660 tempest-TestMinimumBasicScenario-1753774660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:00.931342 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-9aeb6326-f8b5-45d8-97dc-da384f30d132 tempest-TestMinimumBasicScenario-1753774660 tempest-TestMinimumBasicScenario-1753774660-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1124 time: 0.4077175 Jul 18 16:49:00.932469 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36748) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:00.940529 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'port_id': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:00.968777 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Publish callbacks [] for security_group (8b54811e-7153-4561-afb6-8134499d4ab2), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:00.995473 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:01.021635 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Publish callbacks [] for security_group (8b54811e-7153-4561-afb6-8134499d4ab2), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:01.118792 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (8b54811e-7153-4561-afb6-8134499d4ab2), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:01.128199 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:01.135746 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b54811e-7153-4561-afb6-8134499d4ab2 HTTP/1.1" status: 204 len: 168 time: 0.2420282 Jul 18 16:49:01.153870 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b54811e-7153-4561-afb6-8134499d4ab2,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:01.167634 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4adeb559-79e3-48c3-bef3-1fff4eaf8e79 req-1d2367f8-ac6c-4cde-8a2f-16291e90381d tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162027 Jul 18 16:49:01.183794 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.184287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.184810 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.185263 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.185767 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.186200 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.186881 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.187557 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.187829 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.188322 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.189097 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.190270 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.190847 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.191375 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.191902 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df6723d-48b1-4cc0-8645-95439643086b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.215062 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:01.297493 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:01.439249 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Allocated IP 172.27.0.62 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/c14701ed-b837-438a-a1af-63fbb5222814) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:49:01.760387 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for port (c14701ed-b837-438a-a1af-63fbb5222814), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:01.796309 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2c4d2-c866-4349-8460-d4052cea3b14 req-25e4ee12-ec29-45dc-beff-f8043e68cbfd tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:01.798783 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4ad2c4d2-c866-4349-8460-d4052cea3b14 req-25e4ee12-ec29-45dc-beff-f8043e68cbfd tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1175919 Jul 18 16:49:01.867140 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (c14701ed-b837-438a-a1af-63fbb5222814), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:01.904278 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4ad2c4d2-c866-4349-8460-d4052cea3b14 req-7e5904cf-1579-477c-b20f-ba154fe6efe3 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977235 Jul 18 16:49:01.922216 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:49:01.933033 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:01.936005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:49:01.941884 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'Port': ['ID=c14701ed-b837-438a-a1af-63fbb5222814,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:01.996763 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.997350 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.997929 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.998544 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.999125 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:01.999702 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.000292 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.000834 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.001399 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.002547 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.003134 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.003717 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.004291 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.004855 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.005435 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:02.203551 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:02.241494 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:02.246736 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:02.310675 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dd64e-0621-4b89-998c-59cfb3dc7838 req-a45b1d47-6106-471c-9635-bb7ab9d06ea9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:02.312559 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e10dd64e-0621-4b89-998c-59cfb3dc7838 req-a45b1d47-6106-471c-9635-bb7ab9d06ea9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0633955 Jul 18 16:49:02.396573 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e10dd64e-0621-4b89-998c-59cfb3dc7838 req-1c2bd73f-7de4-4109-8269-29dcf6a4e9c2 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721512 Jul 18 16:49:02.409391 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for floatingip (33d9cfc2-eca7-4ee1-803a-ed2f341c8682), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:02.447512 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:02.497255 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (c14701ed-b837-438a-a1af-63fbb5222814), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:02.678939 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for port (c14701ed-b837-438a-a1af-63fbb5222814), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:02.684837 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (c14701ed-b837-438a-a1af-63fbb5222814), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:02.762241 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'Port': ['ID=c14701ed-b837-438a-a1af-63fbb5222814,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:02.777442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (33d9cfc2-eca7-4ee1-803a-ed2f341c8682), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:02.888893 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Floating IP 33d9cfc2-eca7-4ee1-803a-ed2f341c8682 associated. External IP: 172.27.0.62, port: 19805b70-1ef7-4076-a283-63a2ef8e869f. Jul 18 16:49:03.328740 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e55342-c29e-474d-ab47-ef846eebd7c8 req-1b86754d-caf5-400a-bcae-7f5ce1409f96 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:03.330993 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4e55342-c29e-474d-ab47-ef846eebd7c8 req-1b86754d-caf5-400a-bcae-7f5ce1409f96 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0647957 Jul 18 16:49:03.473594 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:03.498252 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b4e55342-c29e-474d-ab47-ef846eebd7c8 req-ff441ead-82fc-4b1b-948a-72146720be35 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561491 Jul 18 16:49:03.530023 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-10a1d19e-4ba7-4a13-b924-583f86e6ab1f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741093 Jul 18 16:49:03.538985 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Router 976fab10-d59a-4313-82f2-9b39c159edf6 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:49:03.606209 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6080056-8d5f-4ff0-9ef5-6071f6dd1f07 req-8dd220a6-201a-4000-a70b-129544d85bef tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:03.608224 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d6080056-8d5f-4ff0-9ef5-6071f6dd1f07 req-8dd220a6-201a-4000-a70b-129544d85bef tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0866556 Jul 18 16:49:03.667169 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:49:03.685470 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] Sync routers for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:49:03.707343 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:03.708800 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:48:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:03.719291 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-d6080056-8d5f-4ff0-9ef5-6071f6dd1f07 req-8c87ea6f-0a7f-42c0-93f9-f002c4b50c7e tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876637 Jul 18 16:49:03.722649 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:03.762735 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:03.822261 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-091745f2-4001-4900-9336-165e858777cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:03.824802 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-091745f2-4001-4900-9336-165e858777cc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1129 time: 0.1287997 Jul 18 16:49:03.828251 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-d142390a-479d-4980-a8a6-5fbced050b23 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8941190 Jul 18 16:49:03.829235 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:03.833727 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:03.841280 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36768) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:03.867719 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-134ad93d-1897-4b29-a359-51542af5f541 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717151594', 'description': 'tempest-secgroup-smoke-1717151594 description', 'project_id': '6343e3024ef0469da293401317da07f2'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:03.922631 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-382f2c28-5dcc-4b03-bc9b-29fb78d97c42 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:03.924215 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:03.925091 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-382f2c28-5dcc-4b03-bc9b-29fb78d97c42 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.0862646 Jul 18 16:49:03.961230 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-134ad93d-1897-4b29-a359-51542af5f541 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.006032 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf5ba6-e7ac-4a00-b45e-65666102aef3 x-openstack-request-id: req-acbf5ba6-e7ac-4a00-b45e-65666102aef3 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:04.006377 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:04.006689 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-acbf5ba6-e7ac-4a00-b45e-65666102aef3 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:04.007270 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbf5ba6-e7ac-4a00-b45e-65666102aef3'] response: {'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'status': 'completed', 'code': 200} Jul 18 16:49:04.120586 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-3fc1d54f-79d8-4a0d-9ce1-185963441d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:04.122111 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-3fc1d54f-79d8-4a0d-9ce1-185963441d7b service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.2370794 Jul 18 16:49:04.123972 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Deleting port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:49:04.124324 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.230681 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-134ad93d-1897-4b29-a359-51542af5f541 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group (09e9c477-f43e-48a7-890e-59339fe5aca6), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.245031 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-134ad93d-1897-4b29-a359-51542af5f541 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (09e9c477-f43e-48a7-890e-59339fe5aca6), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.269274 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-91874e13-4d11-420c-a03d-feb61b5157e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:04.271626 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-91874e13-4d11-420c-a03d-feb61b5157e1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1129 time: 0.1819544 Jul 18 16:49:04.298018 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-752f069f-0057-40a7-9759-8799ad38091c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 200 len: 999 time: 0.1667697 Jul 18 16:49:04.345309 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-134ad93d-1897-4b29-a359-51542af5f541 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.350726 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-134ad93d-1897-4b29-a359-51542af5f541 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5049803 Jul 18 16:49:04.359816 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36772) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:04.368851 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '33d9cfc2-eca7-4ee1-803a-ed2f341c8682', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'port_id': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'mac_address': 'fa:16:3e:67:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:02Z', 'updated_at': '2022-07-18T16:49:02Z', 'revision_number': 0, 'project_id': '6343e3024ef0469da293401317da07f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 5, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:04.401688 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] For port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:04.402367 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.404126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] Checking router: 976fab10-d59a-4313-82f2-9b39c159edf6 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:49:04.415257 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:04.416041 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:48:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:04.431635 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-e8aa64a7-9365-4cc0-aeae-6708d0b9112c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'security_group_rule': {'security_group_id': '09e9c477-f43e-48a7-890e-59339fe5aca6', 'project_id': '6343e3024ef0469da293401317da07f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:04.435175 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-b53490ac-e837-4f94-abd3-bc68b5bfd678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:04.437226 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-b53490ac-e837-4f94-abd3-bc68b5bfd678 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.1266816 Jul 18 16:49:04.454085 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ad93d-1897-4b29-a359-51542af5f541 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e9c477-f43e-48a7-890e-59339fe5aca6,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:04.502040 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:04.547372 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e8aa64a7-9365-4cc0-aeae-6708d0b9112c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (566ccc73-744d-4c91-b4da-8938bc212ee5), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.557219 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-09a2aee7-e91f-452c-a925-5a18b404187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:04.560130 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-09a2aee7-e91f-452c-a925-5a18b404187a service neutron] 10.222.0.95 "GET /v2.0/networks?id=d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 200 len: 915 time: 0.2777243 Jul 18 16:49:04.587338 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:04.594919 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:04.658951 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-083da28d-d741-4fcb-893a-7076e9616d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:04.661460 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-083da28d-d741-4fcb-893a-7076e9616d87 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1621449 Jul 18 16:49:04.756053 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-ea2ca6fe-727e-4ae1-ba70-b0222863852a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 998 time: 0.1801333 Jul 18 16:49:04.815264 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a7c7c-af55-4454-82a9-c811e2f1ae76 req-85765f9d-69b4-4915-800d-3c6ecbad7d49 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:04.817807 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-348a7c7c-af55-4454-82a9-c811e2f1ae76 req-85765f9d-69b4-4915-800d-3c6ecbad7d49 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 946 time: 0.1497717 Jul 18 16:49:04.822892 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e8aa64a7-9365-4cc0-aeae-6708d0b9112c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (566ccc73-744d-4c91-b4da-8938bc212ee5), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.862479 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e8aa64a7-9365-4cc0-aeae-6708d0b9112c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (566ccc73-744d-4c91-b4da-8938bc212ee5), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.922339 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa64a7-9365-4cc0-aeae-6708d0b9112c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566ccc73-744d-4c91-b4da-8938bc212ee5,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:04.952027 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-de00e7ba-7c17-4c0d-938f-53ad40e1ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:04.956474 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-de00e7ba-7c17-4c0d-938f-53ad40e1ad8d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b153dc14-d69a-4e21-a590-4da162e2d53f HTTP/1.1" status: 200 len: 853 time: 0.1731696 Jul 18 16:49:04.961546 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e8aa64a7-9365-4cc0-aeae-6708d0b9112c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.963905 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e8aa64a7-9365-4cc0-aeae-6708d0b9112c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5987086 Jul 18 16:49:04.970312 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36778) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:04.973347 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:04.980509 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.980920 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (08250ad7-72cd-4d98-aacd-c25a588aba0b), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:04.981438 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Floating IP 08250ad7-72cd-4d98-aacd-c25a588aba0b disassociated. External IP: 172.27.0.173, port: dd9ce4d7-eac9-49bf-a75b-895d5cdce0df. Jul 18 16:49:04.981655 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Calling delete_port for dd9ce4d7-eac9-49bf-a75b-895d5cdce0df owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:49:04.992931 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-b9a68166-6674-49e5-8141-ad26fa3c016e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'security_group_rule': {'security_group_id': '09e9c477-f43e-48a7-890e-59339fe5aca6', 'project_id': '6343e3024ef0469da293401317da07f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:05.014797 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6c10-592a-4377-a037-fa66aa59a8ed req-47bfc613-3496-47a4-99b8-153c837d9059 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:05.016582 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d5ff6c10-592a-4377-a037-fa66aa59a8ed req-47bfc613-3496-47a4-99b8-153c837d9059 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.1612656 Jul 18 16:49:05.086584 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-348a7c7c-af55-4454-82a9-c811e2f1ae76 req-158483d4-9f9d-4669-8f1f-ce6030e58495 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=30c82dd1-85f6-4eab-b958-e263c363e78e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278388 Jul 18 16:49:05.116028 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-a166fe93-b557-45fa-99d6-d197f8e890a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:05.116028 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-a166fe93-b557-45fa-99d6-d197f8e890a0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d402c366-d682-43de-9024-57338c68fc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1354151 Jul 18 16:49:05.116506 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-f01d7031-b33f-4c9a-a39c-22b4f5d65ac7 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417598 Jul 18 16:49:05.143092 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:05.194725 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d5ff6c10-592a-4377-a037-fa66aa59a8ed req-915b53fe-2861-4a57-816c-e557f207f1ff tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262870 Jul 18 16:49:05.206045 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b9a68166-6674-49e5-8141-ad26fa3c016e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (37c4c8f3-90dc-4387-a894-9b666877ad03), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.209942 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:05.233274 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:05.238611 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '33d9cfc2-eca7-4ee1-803a-ed2f341c8682', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'port_id': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'mac_address': 'fa:16:3e:67:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:02Z', 'updated_at': '2022-07-18T16:49:02Z', 'revision_number': 0, 'project_id': '6343e3024ef0469da293401317da07f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 5, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:05.283692 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-e398e01f-0d91-46b5-9b1b-bc498f5638f3 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618361 Jul 18 16:49:05.291538 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254d3467-761d-4d1d-a25d-55adecfa0678 None None] The sync data for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi is: [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '33d9cfc2-eca7-4ee1-803a-ed2f341c8682', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'port_id': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'mac_address': 'fa:16:3e:67:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:02Z', 'updated_at': '2022-07-18T16:49:02Z', 'revision_number': 0, 'project_id': '6343e3024ef0469da293401317da07f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 5, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:49:05.444361 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f57f9540-b5b0-43af-bdf1-1c3aa7aea6c0 req-8ddaa2e2-a6fc-4d50-9dcf-e43695a14585 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542678 Jul 18 16:49:05.450438 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b9a68166-6674-49e5-8141-ad26fa3c016e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (37c4c8f3-90dc-4387-a894-9b666877ad03), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.461903 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17ed85e3-65e9-4ab1-8389-284a2046af08 req-0c2d38bf-98ef-4fa3-a700-f39888ef136c service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371196 Jul 18 16:49:05.467410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b9a68166-6674-49e5-8141-ad26fa3c016e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (37c4c8f3-90dc-4387-a894-9b666877ad03), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.507141 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a68166-6674-49e5-8141-ad26fa3c016e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c4c8f3-90dc-4387-a894-9b666877ad03,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:05.540549 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (dd9ce4d7-eac9-49bf-a75b-895d5cdce0df), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.546331 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b9a68166-6674-49e5-8141-ad26fa3c016e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.548485 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b9a68166-6674-49e5-8141-ad26fa3c016e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5731726 Jul 18 16:49:05.552121 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36780) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:05.557336 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-0701452f-32cf-4ddc-9bd6-049214ea51c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'security_group_rule': {'security_group_id': '09e9c477-f43e-48a7-890e-59339fe5aca6', 'project_id': '6343e3024ef0469da293401317da07f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:05.582472 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event deleted for resources: {'Port': ['ID=dd9ce4d7-eac9-49bf-a75b-895d5cdce0df,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:05.602876 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0701452f-32cf-4ddc-9bd6-049214ea51c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (e0a26045-e640-4e7c-9f7e-728c4c072169), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.662341 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2979f991-aca6-467a-bdd8-a60aea95f491 None None] New status for floating IP 33d9cfc2-eca7-4ee1-803a-ed2f341c8682: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:49:05.735461 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0701452f-32cf-4ddc-9bd6-049214ea51c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (e0a26045-e640-4e7c-9f7e-728c4c072169), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.741417 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0701452f-32cf-4ddc-9bd6-049214ea51c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (e0a26045-e640-4e7c-9f7e-728c4c072169), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.771795 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701452f-32cf-4ddc-9bd6-049214ea51c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a26045-e640-4e7c-9f7e-728c4c072169,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:05.784351 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0701452f-32cf-4ddc-9bd6-049214ea51c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.785915 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-0701452f-32cf-4ddc-9bd6-049214ea51c6 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2321885 Jul 18 16:49:05.789478 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36782) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:05.794429 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-82617a0b-db0d-46b4-aa66-565fcb842238 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'security_group_rule': {'security_group_id': '09e9c477-f43e-48a7-890e-59339fe5aca6', 'project_id': '6343e3024ef0469da293401317da07f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:05.799258 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Router bbf8d5e0-d2fc-46dd-9658-40695d35e223 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:49:05.827966 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82617a0b-db0d-46b4-aa66-565fcb842238 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (7842588e-f8d2-4652-8de3-e95948db4a37), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.888559 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:05.916422 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82617a0b-db0d-46b4-aa66-565fcb842238 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (7842588e-f8d2-4652-8de3-e95948db4a37), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.923496 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82617a0b-db0d-46b4-aa66-565fcb842238 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (7842588e-f8d2-4652-8de3-e95948db4a37), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.947169 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82617a0b-db0d-46b4-aa66-565fcb842238 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7842588e-f8d2-4652-8de3-e95948db4a37,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:05.964201 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-82617a0b-db0d-46b4-aa66-565fcb842238 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.971066 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-82617a0b-db0d-46b4-aa66-565fcb842238 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1754310 Jul 18 16:49:05.971459 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36784) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:05.975718 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'security_group_rule': {'security_group_id': '09e9c477-f43e-48a7-890e-59339fe5aca6', 'project_id': '6343e3024ef0469da293401317da07f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:05.985961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:49:06.001439 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] Sync routers for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:49:06.021359 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:06.023013 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:48:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:06.029913 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.securitygroups_db [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Project 6343e3024ef0469da293401317da07f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:49:06.052459 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (732cc7b6-96a9-4fe3-a0f9-7ab53d28ce81), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.057352 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] No DVR routers for this DVR port dd9ce4d7-eac9-49bf-a75b-895d5cdce0df on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:49:06.064117 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:06.068504 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.071895 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f1fd2440-f3e6-4c45-9870-b022cebbb497 req-c7013295-b8ff-4c9e-a7d1-4ecd1b59513f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "DELETE /v2.0/ports/dd9ce4d7-eac9-49bf-a75b-895d5cdce0df HTTP/1.1" status: 204 len: 173 time: 2.1227634 Jul 18 16:49:06.072482 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'name': 'network-vif-deleted', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:06.074951 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20296189-de91-434c-8597-25cdc803f6bb" -d '{"events": [{"server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "name": "network-vif-deleted", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:06.176063 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (732cc7b6-96a9-4fe3-a0f9-7ab53d28ce81), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.183602 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e40f5a-d68e-45c0-8101-abcf06de5465 x-openstack-request-id: req-43e40f5a-d68e-45c0-8101-abcf06de5465 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:06.184074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb2c5ba-19c9-4812-9da4-a074d69d56f4", "name": "network-vif-deleted", "tag": "dd9ce4d7-eac9-49bf-a75b-895d5cdce0df", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:06.185311 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43e40f5a-d68e-45c0-8101-abcf06de5465 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:06.185311 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e40f5a-d68e-45c0-8101-abcf06de5465'] response: {'server_uuid': '2bb2c5ba-19c9-4812-9da4-a074d69d56f4', 'name': 'network-vif-deleted', 'tag': 'dd9ce4d7-eac9-49bf-a75b-895d5cdce0df', 'status': 'completed', 'code': 200} Jul 18 16:49:06.189961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (732cc7b6-96a9-4fe3-a0f9-7ab53d28ce81), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.190605 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:06.227832 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732cc7b6-96a9-4fe3-a0f9-7ab53d28ce81,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:06.247567 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.253998 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ece545d3-b477-481b-8c78-a338dff25433 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2775676 Jul 18 16:49:06.254331 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36792) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:06.259003 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'security_group_rule': {'security_group_id': '09e9c477-f43e-48a7-890e-59339fe5aca6', 'project_id': '6343e3024ef0469da293401317da07f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:06.308746 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.securitygroups_db [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Project 6343e3024ef0469da293401317da07f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:49:06.322086 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (a1f2b0a2-7987-4927-a844-5de229dcf917), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.349890 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-99576213-37d6-430a-932e-c68f4d8e98a3 req-e8431cda-2167-448d-8a53-e11c682592fb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 210 time: 0.0713761 Jul 18 16:49:06.459694 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:06.483350 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ce333-9c60-44a1-87d3-700a3b4ad455 req-9db822a4-d0b2-42df-bf4a-115cd9b323a9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:06.491305 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-447ce333-9c60-44a1-87d3-700a3b4ad455 req-9db822a4-d0b2-42df-bf4a-115cd9b323a9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0897295 Jul 18 16:49:06.500066 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (a1f2b0a2-7987-4927-a844-5de229dcf917), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.509352 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (a1f2b0a2-7987-4927-a844-5de229dcf917), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.542838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f2b0a2-7987-4927-a844-5de229dcf917,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:06.562724 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.563853 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:06.565260 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c5507bdb-51bd-470f-9a33-df3562a531dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3086491 Jul 18 16:49:06.580766 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-447ce333-9c60-44a1-87d3-700a3b4ad455 req-2efa1d5d-cf73-4e19-ae18-c666ecb8ca45 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877233 Jul 18 16:49:06.620245 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] Checking router: bbf8d5e0-d2fc-46dd-9658-40695d35e223 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:49:06.636863 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:06.638018 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:48:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:06.701783 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-a7eb5b5b-ea2f-457d-b61e-e8fab8a9eb8a tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717151594&fields=id&tenant_id=6343e3024ef0469da293401317da07f2 HTTP/1.1" status: 200 len: 267 time: 0.0732880 Jul 18 16:49:06.768806 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-55f7f4b9-bfd0-4861-b53b-c9a8c4061e55 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:06.770455 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-55f7f4b9-bfd0-4861-b53b-c9a8c4061e55 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0615284 Jul 18 16:49:06.778447 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:06.788900 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'port': {'security_groups': ['fe96aa09-990d-4760-92fd-8c6692258731', '09e9c477-f43e-48a7-890e-59339fe5aca6']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:06.882912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:06.966986 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:07.036845 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:07.063689 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7bd39-74e4-4d60-a37f-e4a9a3a14062 None None] The sync data for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi is: [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:49:07.187953 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=19805b70-1ef7-4076-a283-63a2ef8e869f,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:07.222776 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:07.229742 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:07.268460 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['19805b70-1ef7-4076-a283-63a2ef8e869f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:49:07.281471 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:07.281851 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:07.283596 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6e6b96bb-e408-421f-83ee-53614a3149ec req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "PUT /v2.0/ports/19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 981 time: 0.5024030 Jul 18 16:49:07.318767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29535-771d-42b6-89ca-5b2949500085 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=6']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:07.423815 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['19805b70-1ef7-4076-a283-63a2ef8e869f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:49:07.516164 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2114c-6e15-458f-9928-a2409dabfc09 None None] New status for floating IP 08250ad7-72cd-4d98-aacd-c25a588aba0b: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:49:07.582031 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d8fdb685-6f29-4581-bfbb-70be3e03b297 req-14a9b176-ec1d-4676-9480-bc157445b125 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bb2c5ba-19c9-4812-9da4-a074d69d56f4 HTTP/1.1" status: 200 len: 210 time: 0.0693343 Jul 18 16:49:07.587111 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a28c64-5a92-4a07-a16d-8af8ef0798dd req-56cf000e-c247-4142-b293-e30211a3a7cb tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:07.596577 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-85a28c64-5a92-4a07-a16d-8af8ef0798dd req-56cf000e-c247-4142-b293-e30211a3a7cb tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.1392274 Jul 18 16:49:07.781560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:07.788109 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-85a28c64-5a92-4a07-a16d-8af8ef0798dd req-66300542-fd3f-4840-9c89-f65ef228784b tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563804 Jul 18 16:49:07.805968 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:07.856149 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4791edb-79c2-4eed-8508-9b27cd5f987c req-b83cba6d-4ee3-4793-991b-88a25fd4f6d9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:07.858039 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c4791edb-79c2-4eed-8508-9b27cd5f987c req-b83cba6d-4ee3-4793-991b-88a25fd4f6d9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 943 time: 0.0833776 Jul 18 16:49:07.912114 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-4eb86029-27ad-4e4f-9764-54385d78f361 None None] Provisioning complete for port 19805b70-1ef7-4076-a283-63a2ef8e869f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:49:07.912668 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4eb86029-27ad-4e4f-9764-54385d78f361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:07.928063 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c4791edb-79c2-4eed-8508-9b27cd5f987c req-e2be3b7b-4e07-4f39-b783-44417e370dbc tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568738 Jul 18 16:49:08.133201 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-4eb86029-27ad-4e4f-9764-54385d78f361 None None] Current status of the port 19805b70-1ef7-4076-a283-63a2ef8e869f is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:49:08.186695 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:08.191036 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a014c920-45fc-4d91-96d8-6b2d335e65df" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:08.241228 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ecbf7-e58d-42e9-9303-92a3ca676c0a x-openstack-request-id: req-c89ecbf7-e58d-42e9-9303-92a3ca676c0a {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:08.241666 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:08.241999 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c89ecbf7-e58d-42e9-9303-92a3ca676c0a {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:08.242990 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89ecbf7-e58d-42e9-9303-92a3ca676c0a'] response: {'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'status': 'completed', 'code': 200} Jul 18 16:49:08.289135 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:49:08.309840 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device dd9ce4d7-eac9-49bf-a75b-895d5cdce0df no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:49:08.344670 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: dd9ce4d7-eac9-49bf-a75b-895d5cdce0df {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:49:08.345046 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device dd9ce4d7-eac9-49bf-a75b-895d5cdce0df not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:49:08.348497 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-1f30a5c4-c1aa-4a64-a155-8412bf5fbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:08.351362 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-1f30a5c4-c1aa-4a64-a155-8412bf5fbf50 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1168 time: 0.0622537 Jul 18 16:49:08.483651 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:08.495694 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-4e983eac-262c-4437-8507-5fef515f5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:08.498260 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-4e983eac-262c-4437-8507-5fef515f5847 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 200 len: 915 time: 0.1387322 Jul 18 16:49:08.508471 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'port_id': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'mac_address': 'fa:16:3e:9c:88:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:49:08.549009 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:08.553356 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:08.570398 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-c672488b-559d-4305-bb24-fcf70105ecf1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 1000 time: 0.0643935 Jul 18 16:49:08.573906 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:49:08.574621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:08.598148 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:49:08.622847 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-9465cacb-d115-4e11-a7a2-bf1422bd8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:08.624802 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-9465cacb-d115-4e11-a7a2-bf1422bd8ead service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b153dc14-d69a-4e21-a590-4da162e2d53f HTTP/1.1" status: 200 len: 853 time: 0.0483260 Jul 18 16:49:08.636670 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:08.646950 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:08.688948 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-9a6acab2-1046-4c34-9a39-ffd3ffe08851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:08.691225 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-9a6acab2-1046-4c34-9a39-ffd3ffe08851 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d402c366-d682-43de-9024-57338c68fc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599058 Jul 18 16:49:08.705597 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:08.746897 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36810) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:08.757058 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:08.858441 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-03b3c99d-d3fd-4f66-8b26-c08f40ce622f service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593621 Jul 18 16:49:08.866091 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c128f40a-0dc1-4ec6-9aaa-6ca8ac76e5cb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (30c82dd1-85f6-4eab-b958-e263c363e78e), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:08.945874 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c128f40a-0dc1-4ec6-9aaa-6ca8ac76e5cb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (30c82dd1-85f6-4eab-b958-e263c363e78e), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:08.950135 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:08.965418 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:49:09.014697 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a014c920-45fc-4d91-96d8-6b2d335e65df req-5aa28356-31e5-4955-8c09-bc7cbc55800b service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490600 Jul 18 16:49:09.053289 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c128f40a-0dc1-4ec6-9aaa-6ca8ac76e5cb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (30c82dd1-85f6-4eab-b958-e263c363e78e), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.057005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c128f40a-0dc1-4ec6-9aaa-6ca8ac76e5cb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.058321 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c128f40a-0dc1-4ec6-9aaa-6ca8ac76e5cb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "DELETE /v2.0/security-groups/30c82dd1-85f6-4eab-b958-e263c363e78e HTTP/1.1" status: 204 len: 168 time: 0.3103251 Jul 18 16:49:09.061167 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36814) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:09.077861 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.api.v2.resource [None req-7b0f04e4-68e7-4055-babf-3d9da069f002 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] show failed (client error): The resource could not be found. Jul 18 16:49:09.084138 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7b0f04e4-68e7-4055-babf-3d9da069f002 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups/30c82dd1-85f6-4eab-b958-e263c363e78e HTTP/1.1" status: 404 len: 347 time: 0.0165029 Jul 18 16:49:09.084613 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36816) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:09.099922 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128f40a-0dc1-4ec6-9aaa-6ca8ac76e5cb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c82dd1-85f6-4eab-b958-e263c363e78e,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:09.111601 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76f07d-578c-4b97-ab96-674abf3f07aa req-161d00cb-e148-4837-8dab-64a45bc1eedd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:09.113339 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-de76f07d-578c-4b97-ab96-674abf3f07aa req-161d00cb-e148-4837-8dab-64a45bc1eedd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 944 time: 0.0776637 Jul 18 16:49:09.178202 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-de76f07d-578c-4b97-ab96-674abf3f07aa req-2120fcf7-ce50-45f4-93e6-c98b6b434eb0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588551 Jul 18 16:49:09.240910 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Deleting port 661dcfa2-0aed-402b-9fac-8374707b66d8 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:49:09.241250 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.341931 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.342217 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (661dcfa2-0aed-402b-9fac-8374707b66d8), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.355807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Calling delete_port for 661dcfa2-0aed-402b-9fac-8374707b66d8 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:49:09.500297 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (661dcfa2-0aed-402b-9fac-8374707b66d8), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.526445 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event deleted for resources: {'Port': ['ID=661dcfa2-0aed-402b-9fac-8374707b66d8,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:09.579887 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:09.602548 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (08250ad7-72cd-4d98-aacd-c25a588aba0b), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.605047 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.606248 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-fb561ed2-fad0-4bfe-88c7-84282abb7e02 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "DELETE /v2.0/floatingips/08250ad7-72cd-4d98-aacd-c25a588aba0b HTTP/1.1" status: 204 len: 168 time: 0.5207677 Jul 18 16:49:09.684278 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36820) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:09.688937 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-80fe1930-cad7-48e1-bf8a-57ea475fc5d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089914866', 'description': 'tempest-description--943203337'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:09.712412 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-80fe1930-cad7-48e1-bf8a-57ea475fc5d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.791544 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-80fe1930-cad7-48e1-bf8a-57ea475fc5d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (77109c04-3365-4e50-a1c0-a11f821b968d), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.796078 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-80fe1930-cad7-48e1-bf8a-57ea475fc5d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (77109c04-3365-4e50-a1c0-a11f821b968d), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.828258 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-80fe1930-cad7-48e1-bf8a-57ea475fc5d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.829529 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-80fe1930-cad7-48e1-bf8a-57ea475fc5d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442366 Jul 18 16:49:09.833491 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36822) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:09.837953 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-1329a712-218b-496e-b614-ce522e914e56 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'security_group_rule': {'security_group_id': '77109c04-3365-4e50-a1c0-a11f821b968d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:09.845053 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe1930-cad7-48e1-bf8a-57ea475fc5d5 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77109c04-3365-4e50-a1c0-a11f821b968d,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:09.873947 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1329a712-218b-496e-b614-ce522e914e56 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (4fe9e793-8136-4021-ba28-a9cd98d968e2), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.941810 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1329a712-218b-496e-b614-ce522e914e56 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (4fe9e793-8136-4021-ba28-a9cd98d968e2), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.947943 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1329a712-218b-496e-b614-ce522e914e56 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (4fe9e793-8136-4021-ba28-a9cd98d968e2), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.971825 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329a712-218b-496e-b614-ce522e914e56 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe9e793-8136-4021-ba28-a9cd98d968e2,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:09.978653 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1329a712-218b-496e-b614-ce522e914e56 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:09.980340 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1329a712-218b-496e-b614-ce522e914e56 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457756 Jul 18 16:49:09.984726 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36824) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:09.990671 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-17d3569f-2e63-4e54-9c29-70bce2a7595a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'security_group_rule': {'security_group_id': '77109c04-3365-4e50-a1c0-a11f821b968d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:10.022961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17d3569f-2e63-4e54-9c29-70bce2a7595a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (ba43345d-90fb-4428-ba33-34092a843ccf), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.088212 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17d3569f-2e63-4e54-9c29-70bce2a7595a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (ba43345d-90fb-4428-ba33-34092a843ccf), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.092794 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17d3569f-2e63-4e54-9c29-70bce2a7595a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (ba43345d-90fb-4428-ba33-34092a843ccf), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.113394 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3569f-2e63-4e54-9c29-70bce2a7595a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba43345d-90fb-4428-ba33-34092a843ccf,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:10.122434 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17d3569f-2e63-4e54-9c29-70bce2a7595a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.123878 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-17d3569f-2e63-4e54-9c29-70bce2a7595a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379993 Jul 18 16:49:10.129662 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 36826) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:10.134212 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:10.157295 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.253243 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.312264 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:49:10.377262 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:49:10.386364 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:49:10.387392 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.392826 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdb8de-d474-46c5-97d8-a5d5ea518f15 req-7a2a94bc-02e7-412f-a0f8-356127e41374 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:10.395451 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5bcdb8de-d474-46c5-97d8-a5d5ea518f15 req-7a2a94bc-02e7-412f-a0f8-356127e41374 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 944 time: 0.0943673 Jul 18 16:49:10.498374 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:49:10.498905 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.528433 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:10.530898 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f8463d-0258-43e9-bb37-2c6cd939f0ec" -d '{"events": [{"server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "name": "network-vif-plugged", "status": "completed", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:10.548000 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:10.554190 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.601703 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fcbd79-dd6e-40d2-b016-37f6c89369f8 x-openstack-request-id: req-a9fcbd79-dd6e-40d2-b016-37f6c89369f8 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:10.602129 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "name": "network-vif-plugged", "status": "completed", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:10.602606 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9fcbd79-dd6e-40d2-b016-37f6c89369f8 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:10.603085 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fcbd79-dd6e-40d2-b016-37f6c89369f8'] response: {'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'code': 200} Jul 18 16:49:10.627010 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:10.784536 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Allocated IP 172.27.0.93 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/40433b2b-5712-4431-868a-132b505e1617) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:49:10.807904 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5bcdb8de-d474-46c5-97d8-a5d5ea518f15 req-ab3506b8-fa8f-44b4-935d-5ac4ed08b6e5 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809497 Jul 18 16:49:10.863904 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:10.906222 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e78d0-c3bf-469f-96d7-28009e9430c3 req-856ef338-abfb-4f54-9e37-a936183a31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:10.907709 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5f8e78d0-c3bf-469f-96d7-28009e9430c3 req-856ef338-abfb-4f54-9e37-a936183a31a2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 1129 time: 0.0943789 Jul 18 16:49:10.955537 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:10.994147 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for port (40433b2b-5712-4431-868a-132b505e1617), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.004087 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5f8e78d0-c3bf-469f-96d7-28009e9430c3 req-dce02b43-9560-4039-81b3-28e723772344 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862434 Jul 18 16:49:11.037642 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (40433b2b-5712-4431-868a-132b505e1617), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.085697 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:49:11.091715 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:11.094172 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'Port': ['ID=40433b2b-5712-4431-868a-132b505e1617,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:11.096697 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:49:11.195865 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (2530ba07-7343-4f24-add2-6dcbb15082e4), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.239076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (40433b2b-5712-4431-868a-132b505e1617), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.411592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for port (40433b2b-5712-4431-868a-132b505e1617), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.417004 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (40433b2b-5712-4431-868a-132b505e1617), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.497737 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'Port': ['ID=40433b2b-5712-4431-868a-132b505e1617,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:11.514646 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (2530ba07-7343-4f24-add2-6dcbb15082e4), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.534380 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:11.535818 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-f23df567-c64c-4511-9399-090dd2bddbd4 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4051707 Jul 18 16:49:11.780626 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:11.800849 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-1c7d1604-71bd-44bd-9901-83da95292684 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1089914866&fields=id&tenant_id=628c00a1a5df481982b083fa3c447be2 HTTP/1.1" status: 200 len: 267 time: 0.0557010 Jul 18 16:49:11.945680 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d0305457-a550-48d3-89f8-8b2c0c0d8e8b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:11.947297 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d0305457-a550-48d3-89f8-8b2c0c0d8e8b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 811 time: 0.1381199 Jul 18 16:49:11.973207 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-6311127a-bcab-47cb-b41c-ef90cf46cfbd tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/quotas/628c00a1a5df481982b083fa3c447be2 HTTP/1.1" status: 200 len: 375 time: 0.0159497 Jul 18 16:49:11.976349 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2d35-723d-4702-ab73-96bbb4d20713 req-25285b29-7686-4de5-87ae-07ba4ca7bb08 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:11.978392 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-20cb2d35-723d-4702-ab73-96bbb4d20713 req-25285b29-7686-4de5-87ae-07ba4ca7bb08 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.0678258 Jul 18 16:49:12.042756 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-96422c6c-738c-4822-b9d0-d1fd79c5bd48 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620911 Jul 18 16:49:12.043834 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-20cb2d35-723d-4702-ab73-96bbb4d20713 req-85019c0d-f08e-4813-a204-785bd203cb07 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556090 Jul 18 16:49:12.171409 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-64d05728-e454-40bc-a9b1-c35413ab3b93 service neutron] 10.222.0.77 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066573 Jul 18 16:49:12.280284 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-4c396365-d6c4-4614-9dea-fad9e420b3e6 service neutron] 10.222.0.77 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983045 Jul 18 16:49:12.483109 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-30156c27-49ab-4fea-b433-72725d81ac05 req-9bdbfb69-ddba-4645-8735-2f82047d31bd tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 210 time: 0.0338328 Jul 18 16:49:13.223822 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b50b95-9ec1-442e-bbc1-eae1b60c91f9 req-55371c78-c791-42fd-9693-78c430004559 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:13.225957 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-46b50b95-9ec1-442e-bbc1-eae1b60c91f9 req-55371c78-c791-42fd-9693-78c430004559 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.0552888 Jul 18 16:49:13.260116 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:13.292440 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-46b50b95-9ec1-442e-bbc1-eae1b60c91f9 req-95735282-1fac-46c4-9722-3356783820d0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560000 Jul 18 16:49:13.418590 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc342d9-6e70-40e3-9d77-56cfaf783765 req-5161fd04-7db2-418b-9ca3-d296ee7588fe tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:13.421507 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1dc342d9-6e70-40e3-9d77-56cfaf783765 req-5161fd04-7db2-418b-9ca3-d296ee7588fe tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.0552695 Jul 18 16:49:13.437898 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:13.496364 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1dc342d9-6e70-40e3-9d77-56cfaf783765 req-e2136c5f-7a94-4cc0-b37a-d81dcdd3f736 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664594 Jul 18 16:49:13.526657 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36864) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:13.667742 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3c1d916f-fc9e-4a49-be96-5e7bc1300563 req-77face5b-268a-4032-a06d-2569399d6991 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 210 time: 0.0541236 Jul 18 16:49:13.804504 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-cdc2de0c-9ae7-4a28-8ccc-7655bf89548f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:13.806475 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-cdc2de0c-9ae7-4a28-8ccc-7655bf89548f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 811 time: 0.2133107 Jul 18 16:49:13.903027 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:13.904932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6e126-ccf9-4f6e-a5dc-8f30235f2fe1 tempest-TestVolumeBootPattern-1942614535 tempest-TestVolumeBootPattern-1942614535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:13.907192 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e7e6e126-ccf9-4f6e-a5dc-8f30235f2fe1 tempest-TestVolumeBootPattern-1942614535 tempest-TestVolumeBootPattern-1942614535-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 1124 time: 0.3788028 Jul 18 16:49:13.910557 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36872) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:13.916437 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'port_id': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:13.923282 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-0b699fac-e66d-4c51-947e-5ce008f3b965 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=628c00a1a5df481982b083fa3c447be2 HTTP/1.1" status: 200 len: 380 time: 0.0979154 Jul 18 16:49:13.949017 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.010852 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'port': {'device_id': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'admin_state_up': True, 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'security_groups': ['77109c04-3365-4e50-a1c0-a11f821b968d']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:14.052963 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.194657 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Made reservation on behalf of 628c00a1a5df481982b083fa3c447be2 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:49:14.200452 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.410807 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Allocated IP 172.20.0.3 (98c424f3-63a6-4074-a1da-b047ae66c92b/e8ad8cb4-5452-47ba-9fb9-400c0a23e58b/331e9656-e8ae-4723-897f-e7a26127e403) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:49:14.456507 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Allocated IP 172.27.0.183 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/c0af0563-e8d5-4a88-86e8-ecfb98bdb076) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:49:14.594958 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for port (331e9656-e8ae-4723-897f-e7a26127e403), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.642772 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (331e9656-e8ae-4723-897f-e7a26127e403), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.643167 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.682886 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:14.703298 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.703909 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Network 98c424f3-63a6-4074-a1da-b047ae66c92b is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:49:14.709403 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:14.714984 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:49:14.721406 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event updated for resources: {'Port': ['ID=331e9656-e8ae-4723-897f-e7a26127e403,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:14.756838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:49:14.760939 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:14.763864 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:49:14.770945 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=c0af0563-e8d5-4a88-86e8-ecfb98bdb076,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:14.829096 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:14.830954 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:14.874200 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-18421bb8-ccc4-4eda-915c-c1751cd26298 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678691 Jul 18 16:49:14.910393 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Request body: {'port': {'device_id': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:14.914957 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:14.984493 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf846c7c-7143-4f82-a339-989c792c38f3 req-0f89e5aa-1850-4279-9c4f-24aaea206011 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:14.986891 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bf846c7c-7143-4f82-a339-989c792c38f3 req-0f89e5aa-1850-4279-9c4f-24aaea206011 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 931 time: 0.1324546 Jul 18 16:49:15.069037 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (331e9656-e8ae-4723-897f-e7a26127e403), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.116414 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bf846c7c-7143-4f82-a339-989c792c38f3 req-9b886007-bee1-463e-8600-cd97d6e70b2b tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167855 Jul 18 16:49:15.128318 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-d2ad4cc7-e68d-4784-ace0-fa198251e516 None None] Provisioning complete for port 331e9656-e8ae-4723-897f-e7a26127e403 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:49:15.130080 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d2ad4cc7-e68d-4784-ace0-fa198251e516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (331e9656-e8ae-4723-897f-e7a26127e403), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.187154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad4cc7-e68d-4784-ace0-fa198251e516 None None] Port 331e9656-e8ae-4723-897f-e7a26127e403 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:49:15.237071 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:15.248049 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:49:15.353006 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (66e14694-5908-47e8-b903-318adf568e11), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.400925 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:15.433044 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.455272 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331e9656-e8ae-4723-897f-e7a26127e403 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:49:15.469051 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Publish callbacks [] for port (331e9656-e8ae-4723-897f-e7a26127e403), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.494700 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Transition to ACTIVE for port object 331e9656-e8ae-4723-897f-e7a26127e403 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:49:15.499525 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (331e9656-e8ae-4723-897f-e7a26127e403), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.594532 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Pushing event updated for resources: {'Port': ['ID=331e9656-e8ae-4723-897f-e7a26127e403,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:15.639496 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.646271 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.722240 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Attempting to bind port 331e9656-e8ae-4723-897f-e7a26127e403 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:49:15.722875 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Attempting to bind port 331e9656-e8ae-4723-897f-e7a26127e403 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:49:15.724076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Attempting to bind port 331e9656-e8ae-4723-897f-e7a26127e403 on network 98c424f3-63a6-4074-a1da-b047ae66c92b {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:49:15.729857 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event updated for resources: {'Port': ['ID=c0af0563-e8d5-4a88-86e8-ecfb98bdb076,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:15.734868 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Port 331e9656-e8ae-4723-897f-e7a26127e403 on network 98c424f3-63a6-4074-a1da-b047ae66c92b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:49:15.735317 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Attempting to bind port 331e9656-e8ae-4723-897f-e7a26127e403 on network 98c424f3-63a6-4074-a1da-b047ae66c92b {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:49:15.747974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:49:15.748461 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Checking segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:49:15.748994 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Bound using segment: {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:49:15.749925 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Bound port: 331e9656-e8ae-4723-897f-e7a26127e403, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:49:15.750819 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (331e9656-e8ae-4723-897f-e7a26127e403), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.757626 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (66e14694-5908-47e8-b903-318adf568e11), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.809110 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:15.835624 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] For port 331e9656-e8ae-4723-897f-e7a26127e403, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:49:15.839556 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] For port 331e9656-e8ae-4723-897f-e7a26127e403, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=331e9656-e8ae-4723-897f-e7a26127e403,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:49:15.847405 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (331e9656-e8ae-4723-897f-e7a26127e403), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.873596 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Floating IP 66e14694-5908-47e8-b903-318adf568e11 associated. External IP: 172.27.0.183, port: d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5. Jul 18 16:49:15.890044 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:15.890706 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:15.892302 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] 10.222.0.95 "PUT /v2.0/ports/331e9656-e8ae-4723-897f-e7a26127e403 HTTP/1.1" status: 200 len: 1093 time: 0.9923842 Jul 18 16:49:15.892658 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:15.895041 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33cfb29-f221-49aa-9bab-f06f53ca6890" -d '{"events": [{"name": "network-changed", "server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "tag": "331e9656-e8ae-4723-897f-e7a26127e403"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:15.927971 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075862e-e5fe-47d1-bc66-7957bf52f833 service neutron] Pushing event updated for resources: {'Port': ['ID=331e9656-e8ae-4723-897f-e7a26127e403,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:16.026302 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f781d-3e3c-4a10-bd6a-eef876259552 x-openstack-request-id: req-8c0f781d-3e3c-4a10-bd6a-eef876259552 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:16.027074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "tag": "331e9656-e8ae-4723-897f-e7a26127e403", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:16.027074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c0f781d-3e3c-4a10-bd6a-eef876259552 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:16.027331 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0f781d-3e3c-4a10-bd6a-eef876259552'] response: {'name': 'network-changed', 'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403', 'status': 'completed', 'code': 200} Jul 18 16:49:16.048074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-512495b1-baa4-4c08-a0b6-1e5df5cce96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:16.050230 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-512495b1-baa4-4c08-a0b6-1e5df5cce96f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 1127 time: 0.0577526 Jul 18 16:49:16.102585 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-a568241c-9aba-4e02-a24f-0a02903a1f8b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=331e9656-e8ae-4723-897f-e7a26127e403 HTTP/1.1" status: 200 len: 217 time: 0.0370526 Jul 18 16:49:16.187745 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-ae8ae536-fef1-446e-ab9a-d3771d338984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:16.190568 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-ae8ae536-fef1-446e-ab9a-d3771d338984 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0724273 Jul 18 16:49:16.194974 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:49:16.256111 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cee37-bb90-448c-8182-c88ed1e22366 req-48cded42-2678-4743-92f4-93e1017148a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:16.257656 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-48cded42-2678-4743-92f4-93e1017148a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611076 Jul 18 16:49:16.358179 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b24f6-c5f9-4144-ae63-269d94bf24a6 req-25cb4a70-9c75-4845-b41e-b2da89a19652 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:16.359805 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a2b24f6-c5f9-4144-ae63-269d94bf24a6 req-25cb4a70-9c75-4845-b41e-b2da89a19652 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 943 time: 0.1063643 Jul 18 16:49:16.362750 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:16.378515 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:49:16.394611 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:49:16.399777 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:16.411199 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:16.412027 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:48:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:16.436947 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-6f67984a-bd39-43bf-b7e3-a3f779921d90 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5250762 Jul 18 16:49:16.437761 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:16.440635 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af61d522-96a6-4ecb-8e5f-cc20666f294f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:16.473740 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-c150477f-dccf-46a3-bbd1-e903ee5fe3d0 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067561 Jul 18 16:49:16.492199 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:16.510887 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0a2b24f6-c5f9-4144-ae63-269d94bf24a6 req-1b6396f5-9787-47d6-a39e-51dac73fad18 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355317 Jul 18 16:49:16.517025 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbde83af-8a29-4cd5-9ff1-f84e6ca4f049 x-openstack-request-id: req-fbde83af-8a29-4cd5-9ff1-f84e6ca4f049 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:16.520874 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:16.520874 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fbde83af-8a29-4cd5-9ff1-f84e6ca4f049 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:16.520874 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbde83af-8a29-4cd5-9ff1-f84e6ca4f049'] response: {'name': 'network-changed', 'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'status': 'completed', 'code': 200} Jul 18 16:49:16.566533 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:16.598234 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:16.633991 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:16.645703 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-7651f77b-7c9a-44bf-be36-b169d1962a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:16.648312 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-7651f77b-7c9a-44bf-be36-b169d1962a35 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 1129 time: 0.0798881 Jul 18 16:49:16.652241 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-787cee37-bb90-448c-8182-c88ed1e22366 req-8c71611e-5861-4ff8-8486-d9bc5b412f15 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693876 Jul 18 16:49:16.788989 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-a62017c6-7b77-4801-ac61-4d9d76da49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:16.791653 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-a62017c6-7b77-4801-ac61-4d9d76da49ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.1268125 Jul 18 16:49:16.979952 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '66e14694-5908-47e8-b903-318adf568e11', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:9c:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:15Z', 'updated_at': '2022-07-18T16:49:15Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}, {'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:48Z', 'revision_number': 1, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:17.008295 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:49:17.018845 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:17.019481 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:48:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:17.144366 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:17.411635 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '66e14694-5908-47e8-b903-318adf568e11', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:9c:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:15Z', 'updated_at': '2022-07-18T16:49:15Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}, {'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:48Z', 'revision_number': 1, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:17.438599 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e114f9c-87d0-4587-8af0-9cbcea542990 None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '66e14694-5908-47e8-b903-318adf568e11', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:9c:88:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:15Z', 'updated_at': '2022-07-18T16:49:15Z', 'revision_number': 0, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}, {'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:48Z', 'revision_number': 1, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:49:17.698926 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:17.722706 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad08ea8-3d0d-40af-8a8c-99ef9c35c433 None None] New status for floating IP 66e14694-5908-47e8-b903-318adf568e11: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:49:17.731670 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974b999-e639-4c42-8ac9-74d33dc70cf9 req-2496f8f7-84ef-4760-acec-23d71efa59b7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:17.734457 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5974b999-e639-4c42-8ac9-74d33dc70cf9 req-2496f8f7-84ef-4760-acec-23d71efa59b7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 943 time: 0.0905061 Jul 18 16:49:17.752408 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-918a79fb-da59-47ed-8d41-8d808567c5c6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 HTTP/1.1" status: 200 len: 999 time: 0.1610632 Jul 18 16:49:17.754157 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-b3064c91-85de-4894-85a3-be037d4852bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:17.757590 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-b3064c91-85de-4894-85a3-be037d4852bb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 1127 time: 0.1031244 Jul 18 16:49:17.828369 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5974b999-e639-4c42-8ac9-74d33dc70cf9 req-2f6cdb6a-245d-492c-91de-8be0c60bea85 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869019 Jul 18 16:49:17.875836 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-505a1c43-c49d-4bda-963d-9416be3efd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:17.878036 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-505a1c43-c49d-4bda-963d-9416be3efd02 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.1191368 Jul 18 16:49:17.943360 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-142873e5-fbb6-4c11-a431-f2d15ec44c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:17.945100 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-142873e5-fbb6-4c11-a431-f2d15ec44c47 service neutron] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 912 time: 0.1728165 Jul 18 16:49:17.946123 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-83032404-6807-4b5d-8309-45ced5de2f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:17.947778 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-83032404-6807-4b5d-8309-45ced5de2f9d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615926 Jul 18 16:49:18.013383 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-1277c562-96e5-41a5-bbff-5f0a7d78c903 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=331e9656-e8ae-4723-897f-e7a26127e403 HTTP/1.1" status: 200 len: 217 time: 0.0564148 Jul 18 16:49:18.109904 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-a1182b79-db8a-45d7-a389-ff4f8fa11c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:18.112019 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-a1182b79-db8a-45d7-a389-ff4f8fa11c34 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0886655 Jul 18 16:49:18.137207 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-97cf21a7-8bc3-4203-8583-1759c905ea3c service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724937 Jul 18 16:49:18.195871 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-278e1feb-643b-4232-981d-44d16a8348b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:18.197434 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-278e1feb-643b-4232-981d-44d16a8348b4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750291 Jul 18 16:49:18.324677 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-af61d522-96a6-4ecb-8e5f-cc20666f294f req-e54d7099-6cd7-48a7-9a0c-d76256cf2cd9 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676652 Jul 18 16:49:18.337081 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 331e9656-e8ae-4723-897f-e7a26127e403 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:49:18.348003 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-abf0ba79-c46a-4e8d-b436-5d9e15f68664 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206112 Jul 18 16:49:18.450437 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:18.457339 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 331e9656-e8ae-4723-897f-e7a26127e403, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=331e9656-e8ae-4723-897f-e7a26127e403,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:18.471096 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': '331e9656-e8ae-4723-897f-e7a26127e403', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'port_id': '331e9656-e8ae-4723-897f-e7a26127e403', 'mac_address': 'fa:16:3e:e3:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:49:18.503357 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b33cfb29-f221-49aa-9bab-f06f53ca6890 req-8b7c0d7a-deb5-4769-9664-96685066c95e service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483378 Jul 18 16:49:18.510509 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 331e9656-e8ae-4723-897f-e7a26127e403 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:49:18.510904 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (331e9656-e8ae-4723-897f-e7a26127e403), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:18.526101 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331e9656-e8ae-4723-897f-e7a26127e403 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:49:18.548555 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 331e9656-e8ae-4723-897f-e7a26127e403, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=331e9656-e8ae-4723-897f-e7a26127e403,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:18.552756 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (331e9656-e8ae-4723-897f-e7a26127e403), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:18.557621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:18.606734 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=331e9656-e8ae-4723-897f-e7a26127e403,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:18.861696 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:18.914903 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['331e9656-e8ae-4723-897f-e7a26127e403'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:49:18.954671 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:18.974097 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44795ddb-9491-48b9-a330-58362cf1aa20 req-09d6a290-b96b-4b95-ad77-233c6e988b7d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:18.975833 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-44795ddb-9491-48b9-a330-58362cf1aa20 req-09d6a290-b96b-4b95-ad77-233c6e988b7d tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 944 time: 0.0580583 Jul 18 16:49:19.033989 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-44795ddb-9491-48b9-a330-58362cf1aa20 req-fbef2094-36c8-439b-88ab-0089c60528ad tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524545 Jul 18 16:49:19.053091 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-09f7b17d-10ed-437c-924d-bc29ef73b3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:20.163275 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10285b8d-5983-4a3e-a050-ee997a6e001a req-f5bf876b-6638-4f94-a156-54aadd6868eb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:20.164914 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10285b8d-5983-4a3e-a050-ee997a6e001a req-f5bf876b-6638-4f94-a156-54aadd6868eb tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 944 time: 0.0539250 Jul 18 16:49:20.233777 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10285b8d-5983-4a3e-a050-ee997a6e001a req-7df0188b-962a-491b-ac8a-30e94c6d0d88 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576117 Jul 18 16:49:20.338800 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 331e9656-e8ae-4723-897f-e7a26127e403 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:49:20.388773 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port 331e9656-e8ae-4723-897f-e7a26127e403 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:49:20.396368 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port 331e9656-e8ae-4723-897f-e7a26127e403 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:49:20.396793 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (331e9656-e8ae-4723-897f-e7a26127e403), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:20.502857 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port 331e9656-e8ae-4723-897f-e7a26127e403 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:49:20.503498 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (331e9656-e8ae-4723-897f-e7a26127e403), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:20.537583 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:20.540010 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117cde8-16a6-49b4-aab6-daeee9de902d" -d '{"events": [{"server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "name": "network-vif-plugged", "status": "completed", "tag": "331e9656-e8ae-4723-897f-e7a26127e403"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:20.554887 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port 331e9656-e8ae-4723-897f-e7a26127e403, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=331e9656-e8ae-4723-897f-e7a26127e403,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:49:20.560326 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (331e9656-e8ae-4723-897f-e7a26127e403), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:20.603702 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938df474-813d-4fbf-97f5-3b676a72d867 x-openstack-request-id: req-938df474-813d-4fbf-97f5-3b676a72d867 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:20.604021 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "name": "network-vif-plugged", "status": "completed", "tag": "331e9656-e8ae-4723-897f-e7a26127e403", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:20.604236 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-938df474-813d-4fbf-97f5-3b676a72d867 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:20.604628 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938df474-813d-4fbf-97f5-3b676a72d867'] response: {'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403', 'code': 200} Jul 18 16:49:20.621179 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=331e9656-e8ae-4723-897f-e7a26127e403,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:20.866122 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795662c4-9e21-4059-a5b7-60bf251bb812 req-6bc3abab-2283-4bb7-b203-b4b08f29d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:20.867755 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-795662c4-9e21-4059-a5b7-60bf251bb812 req-6bc3abab-2283-4bb7-b203-b4b08f29d7e2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 1129 time: 0.0461767 Jul 18 16:49:20.921749 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-795662c4-9e21-4059-a5b7-60bf251bb812 req-f5136415-2916-434c-bdb6-a47401aade30 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469065 Jul 18 16:49:21.348772 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:21.367939 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43e903-34ff-4761-957f-d7824fb6c41c req-51a8f6ac-fde9-4ca8-b98e-7986fb132ebe tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:21.369558 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9d43e903-34ff-4761-957f-d7824fb6c41c req-51a8f6ac-fde9-4ca8-b98e-7986fb132ebe tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0602052 Jul 18 16:49:21.425888 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-9d43e903-34ff-4761-957f-d7824fb6c41c req-6464bcd5-fcab-40dd-9415-9388b10726e2 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504081 Jul 18 16:49:22.125418 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1f7fa892-8328-4bb9-a120-90c6f10dd3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:22.580544 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1249851-51f1-4bb2-95c6-bacff15657cd req-319d8d67-f338-4624-8d35-45ec0c36840a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:22.583327 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c1249851-51f1-4bb2-95c6-bacff15657cd req-319d8d67-f338-4624-8d35-45ec0c36840a tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0688045 Jul 18 16:49:22.669644 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c1249851-51f1-4bb2-95c6-bacff15657cd req-b338f4dc-ec1d-4e6f-8442-7287c80b7245 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796993 Jul 18 16:49:23.819063 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a4a40-9bf9-4fdb-ac19-d44856d252f6 req-4f3b9c90-2379-430e-850f-74b863cb3e5f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:23.820774 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3f2a4a40-9bf9-4fdb-ac19-d44856d252f6 req-4f3b9c90-2379-430e-850f-74b863cb3e5f tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0584097 Jul 18 16:49:23.889620 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3f2a4a40-9bf9-4fdb-ac19-d44856d252f6 req-149fdd9c-2eb8-4a94-91e4-15d8901152de tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628545 Jul 18 16:49:24.019290 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:24.025623 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597265-17b6-4376-b31f-1d119b1544cb req-4c2570e0-268b-4902-8d1f-9242fe363f72 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:24.027871 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a2597265-17b6-4376-b31f-1d119b1544cb req-4c2570e0-268b-4902-8d1f-9242fe363f72 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0581481 Jul 18 16:49:24.038736 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 36904) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:24.043733 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Request body: {'floatingip': {'port_id': '331e9656-e8ae-4723-897f-e7a26127e403'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:24.084838 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (2530ba07-7343-4f24-add2-6dcbb15082e4), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:24.208957 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:24.567386 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:24.572294 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (2530ba07-7343-4f24-add2-6dcbb15082e4), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:24.683389 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Floating IP 2530ba07-7343-4f24-add2-6dcbb15082e4 associated. External IP: 172.27.0.93, port: 331e9656-e8ae-4723-897f-e7a26127e403. Jul 18 16:49:24.921428 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Router bbf8d5e0-d2fc-46dd-9658-40695d35e223 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:49:25.081128 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:49:25.087739 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:25.093514 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] Sync routers for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:49:25.112118 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:25.113157 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:49:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:25.138684 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5b44a7f6-a803-4451-b5a5-a0f83e002c55 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "PUT /v2.0/floatingips/2530ba07-7343-4f24-add2-6dcbb15082e4 HTTP/1.1" status: 200 len: 990 time: 1.0984216 Jul 18 16:49:25.139584 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:49:25.143662 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "tag": "331e9656-e8ae-4723-897f-e7a26127e403"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:49:25.194926 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07dfff7-6f8b-4e46-b138-ea868d472b93 x-openstack-request-id: req-d07dfff7-6f8b-4e46-b138-ea868d472b93 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:49:25.195529 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "tag": "331e9656-e8ae-4723-897f-e7a26127e403", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:49:25.196081 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d07dfff7-6f8b-4e46-b138-ea868d472b93 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:49:25.196825 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07dfff7-6f8b-4e46-b138-ea868d472b93'] response: {'name': 'network-changed', 'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403', 'status': 'completed', 'code': 200} Jul 18 16:49:25.200926 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:25.275531 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:25.305434 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-cbd23bfa-800d-483d-8a62-5c1eeb952042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:25.307427 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-cbd23bfa-800d-483d-8a62-5c1eeb952042 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=628c00a1a5df481982b083fa3c447be2&device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 1129 time: 0.0520980 Jul 18 16:49:25.455598 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:25.459810 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-b645e14d-dee6-4022-85ed-660f11fca1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:25.461751 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-b645e14d-dee6-4022-85ed-660f11fca1a9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 200 len: 912 time: 0.1471901 Jul 18 16:49:25.539276 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '2530ba07-7343-4f24-add2-6dcbb15082e4', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'port_id': '331e9656-e8ae-4723-897f-e7a26127e403', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'mac_address': 'fa:16:3e:e3:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:11Z', 'updated_at': '2022-07-18T16:49:24Z', 'revision_number': 1, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:25.567058 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] Checking router: bbf8d5e0-d2fc-46dd-9658-40695d35e223 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:49:25.574091 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-20c32ae4-7779-467c-9b6f-b199ca328e66 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=331e9656-e8ae-4723-897f-e7a26127e403 HTTP/1.1" status: 200 len: 998 time: 0.1011095 Jul 18 16:49:25.574916 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:25.577289 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:49:25.577932 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:49:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:25.669127 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-b0b3ced8-9f33-4ba0-818e-96c647d13265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:25.672043 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-b0b3ced8-9f33-4ba0-818e-96c647d13265 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 200 len: 850 time: 0.0891519 Jul 18 16:49:25.742051 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-0ea22263-cf04-4266-a4c9-df5c8892b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:25.743871 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-0ea22263-cf04-4266-a4c9-df5c8892b1bf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=98c424f3-63a6-4074-a1da-b047ae66c92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621283 Jul 18 16:49:25.828502 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:25.845217 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:49:25.869569 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-4a61304a-b148-4a21-85c6-e30663ba5898 service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160553 Jul 18 16:49:26.153914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '2530ba07-7343-4f24-add2-6dcbb15082e4', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'port_id': '331e9656-e8ae-4723-897f-e7a26127e403', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'mac_address': 'fa:16:3e:e3:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:11Z', 'updated_at': '2022-07-18T16:49:24Z', 'revision_number': 1, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:49:26.186975 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a5460e-99de-486c-a4a2-6a3ef7c232df None None] The sync data for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi is: [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '2530ba07-7343-4f24-add2-6dcbb15082e4', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'port_id': '331e9656-e8ae-4723-897f-e7a26127e403', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'mac_address': 'fa:16:3e:e3:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:49:11Z', 'updated_at': '2022-07-18T16:49:24Z', 'revision_number': 1, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:49:26.266852 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-59236ca2-8bcd-49c2-a4ab-63323dd68cbf req-9083d8ef-6344-49c3-96c0-07e82233c20b service neutron] 10.222.0.95 "GET /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906970 Jul 18 16:49:26.438745 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273aa79c-9b74-42e3-8315-f46d6a3b25da None None] New status for floating IP 2530ba07-7343-4f24-add2-6dcbb15082e4: ACTIVE {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:49:29.563626 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:30.664380 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-5d6397be-2ead-4aad-89ef-8c71324b1cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:30.667256 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-5d6397be-2ead-4aad-89ef-8c71324b1cdc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1168 time: 0.0771971 Jul 18 16:49:30.706707 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:30.758130 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d072c-0a22-42cd-9a2e-3756490c269e req-f5ddad31-36a1-447f-9898-a8cbfff89315 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:30.759771 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-af0d072c-0a22-42cd-9a2e-3756490c269e req-f5ddad31-36a1-447f-9898-a8cbfff89315 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.1998312 Jul 18 16:49:30.796969 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:30.824431 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-ba3a365f-92da-44db-8818-8af73d3d1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:30.827014 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-ba3a365f-92da-44db-8818-8af73d3d1416 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 200 len: 915 time: 0.1515720 Jul 18 16:49:30.837614 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-af0d072c-0a22-42cd-9a2e-3756490c269e req-451a36e4-a852-40fc-ba41-35d9b861fdd2 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712235 Jul 18 16:49:30.902035 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-69b5eed0-b430-47d0-b986-d9e2cd7c0c27 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 1000 time: 0.0678694 Jul 18 16:49:30.965211 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-6ddf00f0-ee2b-4d77-a8d4-ef02f2c0bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:30.967134 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-6ddf00f0-ee2b-4d77-a8d4-ef02f2c0bb8c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b153dc14-d69a-4e21-a590-4da162e2d53f HTTP/1.1" status: 200 len: 853 time: 0.0547166 Jul 18 16:49:31.014152 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:31.020033 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-c86ce199-7617-4a54-9f7c-42ac07d07537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:31.021778 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-c86ce199-7617-4a54-9f7c-42ac07d07537 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d402c366-d682-43de-9024-57338c68fc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482585 Jul 18 16:49:31.123711 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-4451a16c-acd1-43bd-9aee-7a6081166af4 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949569 Jul 18 16:49:31.271304 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-77829e78-6691-41ed-a445-b9c53c4aa044 req-53853a72-0dd4-4021-a90a-ae53aba818c1 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394739 Jul 18 16:49:32.047153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9b8f9-6470-4627-ab4a-1cb3c66a580b req-52fec639-857f-4f3e-a3ba-7b319d47631b tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:32.051394 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0eb9b8f9-6470-4627-ab4a-1cb3c66a580b req-52fec639-857f-4f3e-a3ba-7b319d47631b tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.1163604 Jul 18 16:49:32.119758 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0eb9b8f9-6470-4627-ab4a-1cb3c66a580b req-1f19ff2c-9bf0-4b46-920c-21fa482f22dc tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628707 Jul 18 16:49:33.240247 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:33.256682 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b4f61-040a-4ca8-a41f-faf5004b4087 req-7fe923ea-120e-4cc8-bf1c-0d90a5126a03 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:33.259351 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a82b4f61-040a-4ca8-a41f-faf5004b4087 req-7fe923ea-120e-4cc8-bf1c-0d90a5126a03 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0648839 Jul 18 16:49:33.327820 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a82b4f61-040a-4ca8-a41f-faf5004b4087 req-8ff36b6d-7684-430e-8549-d333481642c2 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620277 Jul 18 16:49:34.458176 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df7b2e-4f72-4cac-aeff-9a26f9685b98 req-e0e4f98c-412d-4244-8d6c-08ef3e30f29e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:34.459845 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-13df7b2e-4f72-4cac-aeff-9a26f9685b98 req-e0e4f98c-412d-4244-8d6c-08ef3e30f29e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0565817 Jul 18 16:49:34.529330 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-13df7b2e-4f72-4cac-aeff-9a26f9685b98 req-055458e5-db0f-4194-bb44-2d87e8012a0e tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594249 Jul 18 16:49:35.684139 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72921b1e-24cd-4767-9e00-9f32c4a8aaf2 req-a459e5ce-c595-4ff4-be64-60988a7637a9 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:35.685743 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-72921b1e-24cd-4767-9e00-9f32c4a8aaf2 req-a459e5ce-c595-4ff4-be64-60988a7637a9 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0718389 Jul 18 16:49:35.750641 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-72921b1e-24cd-4767-9e00-9f32c4a8aaf2 req-2482600f-b782-4192-a909-4913483a96fd tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567658 Jul 18 16:49:36.881299 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44056b2-f27a-4e60-b6f1-4b79b0662f90 req-31505ef8-4872-49a6-88fb-1202c2975d21 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:36.882909 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c44056b2-f27a-4e60-b6f1-4b79b0662f90 req-31505ef8-4872-49a6-88fb-1202c2975d21 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0523558 Jul 18 16:49:36.949008 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c44056b2-f27a-4e60-b6f1-4b79b0662f90 req-7b7e43bd-127c-471f-bbed-6e97c0028fac tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599861 Jul 18 16:49:38.126818 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e5487-b95d-4606-bf55-dfb871769e16 req-189113e9-ffa8-472f-9319-555a7639623c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:38.128477 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3c2e5487-b95d-4606-bf55-dfb871769e16 req-189113e9-ffa8-472f-9319-555a7639623c tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0832667 Jul 18 16:49:38.202936 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3c2e5487-b95d-4606-bf55-dfb871769e16 req-78538256-b91d-4615-8dd9-4370d5f2295d tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655220 Jul 18 16:49:39.245616 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=39,neutron:UPDATE=5 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:39.339520 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17384a-b1aa-46f7-89da-f38ef7ecacad req-938a3726-178d-431a-b445-10a0f63c5024 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:39.341625 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2f17384a-b1aa-46f7-89da-f38ef7ecacad req-938a3726-178d-431a-b445-10a0f63c5024 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0588236 Jul 18 16:49:39.412790 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2f17384a-b1aa-46f7-89da-f38ef7ecacad req-3359f7a5-af83-415b-a61d-13e12103fd0f tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642316 Jul 18 16:49:39.551805 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=36 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:39.559625 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:40.541868 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d130bfd-f068-4ea6-92b9-4bab37657f19 req-cf2a7812-a672-49de-b588-2266aec621e0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:40.543627 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6d130bfd-f068-4ea6-92b9-4bab37657f19 req-cf2a7812-a672-49de-b588-2266aec621e0 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0513825 Jul 18 16:49:40.619356 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6d130bfd-f068-4ea6-92b9-4bab37657f19 req-c7a74148-acee-430d-bdd8-bfd2e3f234a7 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680723 Jul 18 16:49:41.760400 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749da69-b836-4f9d-b632-ea4ee3684666 req-30afd2da-6321-4b7d-a746-a35e8dd4fe83 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:41.762048 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6749da69-b836-4f9d-b632-ea4ee3684666 req-30afd2da-6321-4b7d-a746-a35e8dd4fe83 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0567222 Jul 18 16:49:41.830818 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6749da69-b836-4f9d-b632-ea4ee3684666 req-4fe41472-cb51-4bad-869a-aeba9192db39 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624478 Jul 18 16:49:42.959472 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a61b2-acec-49fa-bbd9-7f01631b9802 req-4ecebe1a-3bad-44fc-b4bc-2d139e138bbd tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:42.961050 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-821a61b2-acec-49fa-bbd9-7f01631b9802 req-4ecebe1a-3bad-44fc-b4bc-2d139e138bbd tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0528486 Jul 18 16:49:43.034779 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-821a61b2-acec-49fa-bbd9-7f01631b9802 req-d7253c52-70b7-406a-8ae8-c884f0ad9ef4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=09e9c477-f43e-48a7-890e-59339fe5aca6&id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629780 Jul 18 16:49:46.204008 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:49.038798 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-1aeac4f1-1c70-4b5c-a54b-4be9c4a207d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:51.817466 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=76 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:51.825256 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=81 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:52.121831 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5895c432-b9be-4574-aad6-5ea5d7cd932d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:52.237826 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:49:53.025998 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=63 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:53.029045 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=45 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:54.022306 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:55.184575 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:55.792198 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.565715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.232454 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:02.233428 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:04.790542 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-d0e8ed69-3f5e-4808-a924-e9c9f12abf13 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0935020 Jul 18 16:50:04.905671 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-2d51a102-1adc-4d00-80ee-114d14852226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:04.907853 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-2d51a102-1adc-4d00-80ee-114d14852226 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0488143 Jul 18 16:50:05.031034 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-42ab4fcf-94df-486b-824c-c7a04e1b18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:05.033121 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-42ab4fcf-94df-486b-824c-c7a04e1b18b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.0996554 Jul 18 16:50:05.106912 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-abf6ee19-5781-408f-a50f-68fc12f3e959 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 200 len: 999 time: 0.0674481 Jul 18 16:50:05.159314 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-cb4167b2-e8f7-4b01-917c-1b9f38e69a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:05.160774 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-cb4167b2-e8f7-4b01-917c-1b9f38e69a38 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0475194 Jul 18 16:50:05.215933 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-ed40f7ca-ee76-4a84-931a-e5a9c1339df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:05.217487 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-ed40f7ca-ee76-4a84-931a-e5a9c1339df8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453217 Jul 18 16:50:05.229196 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-7b002ad8-a32c-4d6a-a91b-b5353a5036dd service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104182) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:50:05.230570 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-7b002ad8-a32c-4d6a-a91b-b5353a5036dd service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055079 Jul 18 16:50:05.336375 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-13ff4117-72a6-47b0-91a8-94abdf410c46 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994008 Jul 18 16:50:05.442580 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d81981a5-639d-41bc-ac75-2445f2a45d56 req-b2ee5ad9-3497-434e-9bda-b2f07a03bd9b service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983813 Jul 18 16:50:09.558458 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:09.560629 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:15.435959 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=52 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:15.438342 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=49 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:16.243475 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:16.244260 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:19.044125 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8908a41f-a306-4c50-a0b5-a4116aa87f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:21.706547 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e49182b7-4757-4420-be06-84daef76ccf5 req-7f161cb3-a04b-487f-b6a5-08a199bc03cf tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717151594&fields=id&tenant_id=6343e3024ef0469da293401317da07f2 HTTP/1.1" status: 200 len: 267 time: 0.0773642 Jul 18 16:50:21.778472 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49182b7-4757-4420-be06-84daef76ccf5 req-bb10871c-10f6-43b9-a8df-acb4055a4a75 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:21.780846 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e49182b7-4757-4420-be06-84daef76ccf5 req-bb10871c-10f6-43b9-a8df-acb4055a4a75 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 984 time: 0.0687401 Jul 18 16:50:21.795930 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Request body: {'port': {'security_groups': ['fe96aa09-990d-4760-92fd-8c6692258731']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:21.885605 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.112307 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=19805b70-1ef7-4076-a283-63a2ef8e869f,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:22.139888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-d6c36a8d-b67d-46bf-87fa-d7175570dd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.162627 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.168591 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.209869 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['19805b70-1ef7-4076-a283-63a2ef8e869f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:50:22.223894 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:22.224818 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.227287 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e49182b7-4757-4420-be06-84daef76ccf5 req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "PUT /v2.0/ports/19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 942 time: 0.4392042 Jul 18 16:50:22.232913 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:22.235500 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37072) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:22.238443 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e4c54f-faa8-4cee-8512-7d65d62ecafd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:22.294174 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event updated for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=7']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:22.310640 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.311291 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.312057 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.312647 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.313416 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.314153 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.314831 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.315635 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.316240 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.316909 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.319083 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.319735 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.320498 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.321162 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.321850 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c466-e7f6-4998-a901-6f9f7696be66 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.324542 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group (09e9c477-f43e-48a7-890e-59339fe5aca6), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.387265 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group (09e9c477-f43e-48a7-890e-59339fe5aca6), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.445875 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['19805b70-1ef7-4076-a283-63a2ef8e869f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:50:22.452288 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bed7a1d-351b-455f-80b8-909f56a16802 x-openstack-request-id: req-0bed7a1d-351b-455f-80b8-909f56a16802 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:22.452288 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:22.452582 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bed7a1d-351b-455f-80b8-909f56a16802 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:22.453152 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bed7a1d-351b-455f-80b8-909f56a16802'] response: {'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'status': 'completed', 'code': 200} Jul 18 16:50:22.479611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (09e9c477-f43e-48a7-890e-59339fe5aca6), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.483055 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.484258 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "DELETE /v2.0/security-groups/09e9c477-f43e-48a7-890e-59339fe5aca6 HTTP/1.1" status: 204 len: 168 time: 0.2469215 Jul 18 16:50:22.489264 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37078) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:22.496058 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e9c477-f43e-48a7-890e-59339fe5aca6,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:22.506470 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.506848 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.508276 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.508823 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.509321 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.509829 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.510320 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.510850 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.511498 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.512767 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.513285 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.513792 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.514299 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.514814 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.515427 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24cd856-a0a6-46b8-8ff6-8419e05a4879 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:22.612881 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-7d63b752-a5ad-4b61-841f-5a4413404e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:22.614675 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-7d63b752-a5ad-4b61-841f-5a4413404e4f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1129 time: 0.0691452 Jul 18 16:50:22.713036 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-8707107a-e97b-492d-bae1-319bf6092f87 None None] Provisioning complete for port 19805b70-1ef7-4076-a283-63a2ef8e869f triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:22.713628 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8707107a-e97b-492d-bae1-319bf6092f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.785365 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Deleting port c14701ed-b837-438a-a1af-63fbb5222814 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:22.786175 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (c14701ed-b837-438a-a1af-63fbb5222814), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.790854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-236c5137-6956-44f3-a04c-89fc62a20af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:22.792377 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-236c5137-6956-44f3-a04c-89fc62a20af8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 200 len: 915 time: 0.1476471 Jul 18 16:50:22.908151 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-bd65875a-733d-4120-a127-1001a4d9805a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 1000 time: 0.1053734 Jul 18 16:50:22.952919 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-8707107a-e97b-492d-bae1-319bf6092f87 None None] Current status of the port 19805b70-1ef7-4076-a283-63a2ef8e869f is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:22.954510 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (c14701ed-b837-438a-a1af-63fbb5222814), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.954844 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for floatingip (c14701ed-b837-438a-a1af-63fbb5222814), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.968707 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:22.975795 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:22.981622 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Calling delete_port for c14701ed-b837-438a-a1af-63fbb5222814 owned by network:floatingip {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:22.998832 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-807c6743-ed6b-4aa1-bb00-15d7aab47431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:23.000355 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-807c6743-ed6b-4aa1-bb00-15d7aab47431 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b153dc14-d69a-4e21-a590-4da162e2d53f HTTP/1.1" status: 200 len: 853 time: 0.0854111 Jul 18 16:50:23.117681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-6dd331ec-5af3-4313-9ea2-a052be2268f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:23.119294 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-6dd331ec-5af3-4313-9ea2-a052be2268f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d402c366-d682-43de-9024-57338c68fc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796900 Jul 18 16:50:23.277245 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-43d31b3e-077a-4f95-9743-0cc4c6eea64a service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493726 Jul 18 16:50:23.327556 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (c14701ed-b837-438a-a1af-63fbb5222814), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.390061 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event deleted for resources: {'Port': ['ID=c14701ed-b837-438a-a1af-63fbb5222814,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:23.475718 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-24e4c54f-faa8-4cee-8512-7d65d62ecafd req-796339ac-0b25-4f16-9d7c-23a430f0a3d7 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911783 Jul 18 16:50:23.492216 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks [] for floatingip (33d9cfc2-eca7-4ee1-803a-ed2f341c8682), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.492689 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Floating IP 33d9cfc2-eca7-4ee1-803a-ed2f341c8682 disassociated (deleted). External IP: 172.27.0.62, port: 19805b70-1ef7-4076-a283-63a2ef8e869f. Jul 18 16:50:23.729176 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Router 976fab10-d59a-4313-82f2-9b39c159edf6 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:23.843912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:23.850095 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.855879 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] Sync routers for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:23.870005 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:23.870986 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:23.890825 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-30079644-9dcb-4b95-b1d8-e4363abb8d72 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "DELETE /v2.0/floatingips/33d9cfc2-eca7-4ee1-803a-ed2f341c8682 HTTP/1.1" status: 204 len: 168 time: 1.3967094 Jul 18 16:50:24.028364 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:24.115653 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:24.367567 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 5, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:24.399043 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] Checking router: 976fab10-d59a-4313-82f2-9b39c159edf6 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:24.409877 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:24.410614 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:24.413868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:24.451794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:24.455298 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:24.459923 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b993f392-d35d-42ed-8b22-24032d215770" -d '{"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:24.502797 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd1c798-6f5b-4183-93ff-0d13a78d57de x-openstack-request-id: req-7cd1c798-6f5b-4183-93ff-0d13a78d57de {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:24.503261 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:24.503667 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cd1c798-6f5b-4183-93ff-0d13a78d57de {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:24.504295 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd1c798-6f5b-4183-93ff-0d13a78d57de'] response: {'name': 'network-changed', 'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'status': 'completed', 'code': 200} Jul 18 16:50:24.562433 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:24.710797 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:24.776428 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f392-d35d-42ed-8b22-24032d215770 req-7819e8c0-fb2b-4bd7-86c2-0dbe4e64ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:24.778954 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b993f392-d35d-42ed-8b22-24032d215770 req-7819e8c0-fb2b-4bd7-86c2-0dbe4e64ca1a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6343e3024ef0469da293401317da07f2&device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 1129 time: 0.0848835 Jul 18 16:50:24.809538 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 5, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:24.838761 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb23768-97db-4fc6-a46e-159fe8bd681b None None] The sync data for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi is: [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:47:59Z', 'revision_number': 4, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'eb39c506-8f1f-4304-8693-5108231ca9a1', 'name': '', 'network_id': 'd402c366-d682-43de-9024-57338c68fc5b', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'mac_address': 'fa:16:3e:1f:53:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:59Z', 'updated_at': '2022-07-18T16:48:07Z', 'revision_number': 5, 'project_id': '6343e3024ef0469da293401317da07f2', 'subnets': [{'id': 'b153dc14-d69a-4e21-a590-4da162e2d53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:24.882696 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:24.939763 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f392-d35d-42ed-8b22-24032d215770 req-9c36b6a5-f7ef-4d85-9e19-39e7f8c661ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:24.941302 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b993f392-d35d-42ed-8b22-24032d215770 req-9c36b6a5-f7ef-4d85-9e19-39e7f8c661ba service neutron] 10.222.0.95 "GET /v2.0/networks?id=d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 200 len: 915 time: 0.1542006 Jul 18 16:50:24.988087 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b993f392-d35d-42ed-8b22-24032d215770 req-142c60c4-1116-43b3-ba8f-897922b816a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 200 len: 217 time: 0.0392880 Jul 18 16:50:25.060122 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f392-d35d-42ed-8b22-24032d215770 req-919e753d-1b8b-45d1-9ac9-e8f4dcd3c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:25.061970 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b993f392-d35d-42ed-8b22-24032d215770 req-919e753d-1b8b-45d1-9ac9-e8f4dcd3c616 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b153dc14-d69a-4e21-a590-4da162e2d53f HTTP/1.1" status: 200 len: 853 time: 0.0678935 Jul 18 16:50:25.120792 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993f392-d35d-42ed-8b22-24032d215770 req-e240f4ca-af6b-4184-975b-d876acc9d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:25.122969 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b993f392-d35d-42ed-8b22-24032d215770 req-e240f4ca-af6b-4184-975b-d876acc9d69b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d402c366-d682-43de-9024-57338c68fc5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538154 Jul 18 16:50:25.155340 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a9c309-1654-40ba-9bdc-92f3dd761d50 None None] New status for floating IP 33d9cfc2-eca7-4ee1-803a-ed2f341c8682: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:50:25.202069 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.247031 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b993f392-d35d-42ed-8b22-24032d215770 req-3691c9da-e6a1-4268-bb54-9cb048ee3a82 service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170332 Jul 18 16:50:25.384077 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b993f392-d35d-42ed-8b22-24032d215770 req-e722fccf-532c-470c-8c94-50a02fb90fae service neutron] 10.222.0.95 "GET /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291192 Jul 18 16:50:25.803946 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:26.209313 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b650855-06e0-48a4-92cb-e816a333980f req-13960044-72b6-4a0b-8499-b5a02cbe4687 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:26.211032 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0b650855-06e0-48a4-92cb-e816a333980f req-13960044-72b6-4a0b-8499-b5a02cbe4687 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0543694 Jul 18 16:50:26.266007 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-0b650855-06e0-48a4-92cb-e816a333980f req-3be0578f-3d97-48e7-bc36-ca11c3221668 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484326 Jul 18 16:50:26.884639 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91c6d8-18e4-4d0a-8b89-77d0240572b2 req-68dc9dac-5deb-4e31-b2e0-533c081364c2 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:26.886542 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3c91c6d8-18e4-4d0a-8b89-77d0240572b2 req-68dc9dac-5deb-4e31-b2e0-533c081364c2 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0620027 Jul 18 16:50:26.947068 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3c91c6d8-18e4-4d0a-8b89-77d0240572b2 req-63f0cd5e-a819-4f63-a182-4393913ab40a tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543859 Jul 18 16:50:27.493207 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502961ab-2242-464c-9736-62ff0ae5e6fd req-3f923546-23be-4abb-8662-210e4e1c0f93 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:27.494972 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-502961ab-2242-464c-9736-62ff0ae5e6fd req-3f923546-23be-4abb-8662-210e4e1c0f93 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0508032 Jul 18 16:50:27.552127 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-502961ab-2242-464c-9736-62ff0ae5e6fd req-3b545808-1f1d-41a5-b43f-b2c525df1eb7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469534 Jul 18 16:50:28.075893 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2f10a-812d-4698-9d80-f990bc093772 req-66ed92b9-fe80-42f1-ba33-fc9239d2d562 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:28.077573 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10e2f10a-812d-4698-9d80-f990bc093772 req-66ed92b9-fe80-42f1-ba33-fc9239d2d562 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0557756 Jul 18 16:50:28.136796 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-10e2f10a-812d-4698-9d80-f990bc093772 req-294b9a14-459c-456f-833c-eff23bc920d2 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529468 Jul 18 16:50:28.693868 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0718eab-82d2-47a0-acfc-91aaf4c40513 req-22399729-ccee-40b4-a155-14e309a55d5c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:28.695779 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0718eab-82d2-47a0-acfc-91aaf4c40513 req-22399729-ccee-40b4-a155-14e309a55d5c tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0591133 Jul 18 16:50:28.755070 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c0718eab-82d2-47a0-acfc-91aaf4c40513 req-1c953a7e-f334-46ba-bab0-495df48cedbf tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528440 Jul 18 16:50:29.237160 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:50:29.277807 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21dee-a562-4b51-82af-21f4ea75fe39 req-b25b1814-076a-4ad7-b1d9-51747e9759b4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:29.279458 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-17e21dee-a562-4b51-82af-21f4ea75fe39 req-b25b1814-076a-4ad7-b1d9-51747e9759b4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0570269 Jul 18 16:50:29.350749 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-17e21dee-a562-4b51-82af-21f4ea75fe39 req-58448411-a85c-4827-9e51-7038af2dcce4 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649812 Jul 18 16:50:29.579519 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:29.728768 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-f6039750-d923-4c3c-9c52-b81bce86c4b7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:29.730300 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-f6039750-d923-4c3c-9c52-b81bce86c4b7 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.0825498 Jul 18 16:50:29.739463 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-9588f92e-7bd7-45d2-ba46-35eb9cc08a3d tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:29.740970 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-9588f92e-7bd7-45d2-ba46-35eb9cc08a3d tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0916498 Jul 18 16:50:29.921375 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Deleting port 331e9656-e8ae-4723-897f-e7a26127e403 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:29.921721 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (331e9656-e8ae-4723-897f-e7a26127e403), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:29.959451 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Deleting port 19805b70-1ef7-4076-a283-63a2ef8e869f {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:29.959787 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:29.971687 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821dfff-c496-4447-a34d-e1396a03da1b req-24883d5a-c83c-4133-ac6c-45492a0c68f2 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:29.973251 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3821dfff-c496-4447-a34d-e1396a03da1b req-24883d5a-c83c-4133-ac6c-45492a0c68f2 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 945 time: 0.1328442 Jul 18 16:50:30.375430 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:30.394951 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:30.457031 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-3821dfff-c496-4447-a34d-e1396a03da1b req-18dd3fc0-0900-4525-a000-6cb37e326b63 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups?id=77109c04-3365-4e50-a1c0-a11f821b968d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447553 Jul 18 16:50:30.459223 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] For port 331e9656-e8ae-4723-897f-e7a26127e403, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=331e9656-e8ae-4723-897f-e7a26127e403,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:30.459556 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (331e9656-e8ae-4723-897f-e7a26127e403), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.475505 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] For port 19805b70-1ef7-4076-a283-63a2ef8e869f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=19805b70-1ef7-4076-a283-63a2ef8e869f,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:30.475912 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.519580 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152b406-41ac-4022-9a43-0124422ca7c5 req-c751f03f-532a-44a1-ad3b-97939121415f tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:30.521293 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b152b406-41ac-4022-9a43-0124422ca7c5 req-c751f03f-532a-44a1-ad3b-97939121415f tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 945 time: 0.0783203 Jul 18 16:50:30.552343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Calling delete_port for 19805b70-1ef7-4076-a283-63a2ef8e869f owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:30.581199 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b152b406-41ac-4022-9a43-0124422ca7c5 req-211e376c-b88b-49ba-bfeb-40b3141be4cf tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/security-groups?id=fe96aa09-990d-4760-92fd-8c6692258731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525267 Jul 18 16:50:30.787689 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.788316 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (2530ba07-7343-4f24-add2-6dcbb15082e4), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.788316 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Floating IP 2530ba07-7343-4f24-add2-6dcbb15082e4 disassociated. External IP: 172.27.0.93, port: 331e9656-e8ae-4723-897f-e7a26127e403. Jul 18 16:50:30.788693 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Calling delete_port for 331e9656-e8ae-4723-897f-e7a26127e403 owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:30.899710 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (19805b70-1ef7-4076-a283-63a2ef8e869f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.937382 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['19805b70-1ef7-4076-a283-63a2ef8e869f'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:50:30.941946 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Pushing event deleted for resources: {'Port': ['ID=19805b70-1ef7-4076-a283-63a2ef8e869f,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:31.006710 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] No DVR routers for this DVR port 19805b70-1ef7-4076-a283-63a2ef8e869f on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:50:31.013754 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.017381 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-e0208ec5-b48a-4866-9563-b10ff80fc6c5 req-d49a3c2a-757b-4a76-96e7-318ddc3a9992 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.95 "DELETE /v2.0/ports/19805b70-1ef7-4076-a283-63a2ef8e869f HTTP/1.1" status: 204 len: 173 time: 1.2677889 Jul 18 16:50:31.017939 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'name': 'network-vif-deleted', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:31.020375 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0760634a-ef0b-496c-b6a5-90ba4df7570a" -d '{"events": [{"server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "name": "network-vif-deleted", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:31.081072 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (331e9656-e8ae-4723-897f-e7a26127e403), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.119413 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d491957-f502-48a5-a301-79f72d486fa4 x-openstack-request-id: req-1d491957-f502-48a5-a301-79f72d486fa4 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:31.119746 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2cad856-84f7-41b3-b0b2-95af46ae309f", "name": "network-vif-deleted", "tag": "19805b70-1ef7-4076-a283-63a2ef8e869f", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:31.119982 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1d491957-f502-48a5-a301-79f72d486fa4 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:31.120423 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d491957-f502-48a5-a301-79f72d486fa4'] response: {'server_uuid': 'a2cad856-84f7-41b3-b0b2-95af46ae309f', 'name': 'network-vif-deleted', 'tag': '19805b70-1ef7-4076-a283-63a2ef8e869f', 'status': 'completed', 'code': 200} Jul 18 16:50:31.123319 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event deleted for resources: {'Port': ['ID=331e9656-e8ae-4723-897f-e7a26127e403,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:31.270493 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Router bbf8d5e0-d2fc-46dd-9658-40695d35e223 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:31.284744 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:31.412965 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:31.427882 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] Sync routers for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:31.447198 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:31.448441 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:31.466197 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] No DVR routers for this DVR port 331e9656-e8ae-4723-897f-e7a26127e403 on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:50:31.469618 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.474044 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8222f91b-bb9f-495b-8aec-1a7250eee871 req-9cce1c9a-01a9-4383-b34f-8dd420dd474e tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.95 "DELETE /v2.0/ports/331e9656-e8ae-4723-897f-e7a26127e403 HTTP/1.1" status: 204 len: 173 time: 1.7320263 Jul 18 16:50:31.689064 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:31.727311 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-64987e55-2781-451c-a997-c23046ced9b5 req-29f5b620-f443-439f-a57d-819cc845ca06 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/ports?device_id=d354e15b-fcbf-4c9b-b379-d5644fd77b06 HTTP/1.1" status: 200 len: 210 time: 0.0814941 Jul 18 16:50:31.792149 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d231bbe7-0af3-48ed-bb0d-49067dfe7b94 req-7475c917-c981-4c9a-b224-827e130d6c97 tempest-TestMinimumBasicScenario-2102841788 tempest-TestMinimumBasicScenario-2102841788-project] 10.222.0.77 "GET /v2.0/ports?device_id=a2cad856-84f7-41b3-b0b2-95af46ae309f HTTP/1.1" status: 200 len: 210 time: 0.0341427 Jul 18 16:50:31.955532 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:31.983371 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] Checking router: bbf8d5e0-d2fc-46dd-9658-40695d35e223 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:31.993406 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:31.994094 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:32.255699 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:32.400083 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:32.479840 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:32.514295 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3da66d-9a27-42d9-bd41-b5bf3ebf65aa None None] The sync data for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi is: [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:45:26Z', 'revision_number': 4, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'c7ba88bb-16a5-4052-87d1-957d20018637', 'name': '', 'network_id': '98c424f3-63a6-4074-a1da-b047ae66c92b', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'mac_address': 'fa:16:3e:0a:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:24Z', 'updated_at': '2022-07-18T16:45:32Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'subnets': [{'id': 'e8ad8cb4-5452-47ba-9fb9-400c0a23e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:32.811040 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c306e899-a1ae-45b8-b689-9cb4a81748ff None None] New status for floating IP 2530ba07-7343-4f24-add2-6dcbb15082e4: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:50:32.837328 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37168) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:32.896089 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:32.910499 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2490950c-ec83-48b9-a53c-bedbc1c8cd03 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (77109c04-3365-4e50-a1c0-a11f821b968d), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:32.950899 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2490950c-ec83-48b9-a53c-bedbc1c8cd03 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (77109c04-3365-4e50-a1c0-a11f821b968d), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.017661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2490950c-ec83-48b9-a53c-bedbc1c8cd03 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (77109c04-3365-4e50-a1c0-a11f821b968d), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.022927 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-2490950c-ec83-48b9-a53c-bedbc1c8cd03 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.025122 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-2490950c-ec83-48b9-a53c-bedbc1c8cd03 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "DELETE /v2.0/security-groups/77109c04-3365-4e50-a1c0-a11f821b968d HTTP/1.1" status: 204 len: 168 time: 0.1863260 Jul 18 16:50:33.029702 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37180) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:33.039021 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490950c-ec83-48b9-a53c-bedbc1c8cd03 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77109c04-3365-4e50-a1c0-a11f821b968d,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:33.056279 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.api.v2.resource [None req-835059e6-b3e7-426d-a31d-f9abcaa0f807 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] show failed (client error): The resource could not be found. Jul 18 16:50:33.062208 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37182) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:33.062614 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-835059e6-b3e7-426d-a31d-f9abcaa0f807 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "GET /v2.0/security-groups/77109c04-3365-4e50-a1c0-a11f821b968d HTTP/1.1" status: 404 len: 347 time: 0.0311270 Jul 18 16:50:33.101553 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 331e9656-e8ae-4723-897f-e7a26127e403 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:33.142525 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 331e9656-e8ae-4723-897f-e7a26127e403 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:33.143429 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 331e9656-e8ae-4723-897f-e7a26127e403 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:33.144145 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 19805b70-1ef7-4076-a283-63a2ef8e869f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:33.148093 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'name': 'network-vif-deleted', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:33.150571 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6242f759-745a-4197-8978-037c54957eb9" -d '{"events": [{"server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "name": "network-vif-deleted", "tag": "331e9656-e8ae-4723-897f-e7a26127e403"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:33.193553 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: 19805b70-1ef7-4076-a283-63a2ef8e869f {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:33.199746 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device 19805b70-1ef7-4076-a283-63a2ef8e869f not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:33.202614 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Deleting port 40433b2b-5712-4431-868a-132b505e1617 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:33.202978 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (40433b2b-5712-4431-868a-132b505e1617), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.221381 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a83758-dc05-498f-bb8a-359c1128e57b x-openstack-request-id: req-08a83758-dc05-498f-bb8a-359c1128e57b {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:33.221748 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d354e15b-fcbf-4c9b-b379-d5644fd77b06", "name": "network-vif-deleted", "tag": "331e9656-e8ae-4723-897f-e7a26127e403", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:33.222068 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-08a83758-dc05-498f-bb8a-359c1128e57b {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:33.222566 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a83758-dc05-498f-bb8a-359c1128e57b'] response: {'server_uuid': 'd354e15b-fcbf-4c9b-b379-d5644fd77b06', 'name': 'network-vif-deleted', 'tag': '331e9656-e8ae-4723-897f-e7a26127e403', 'status': 'completed', 'code': 200} Jul 18 16:50:33.306832 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (40433b2b-5712-4431-868a-132b505e1617), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.307133 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (40433b2b-5712-4431-868a-132b505e1617), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.322337 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Calling delete_port for 40433b2b-5712-4431-868a-132b505e1617 owned by network:floatingip {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:33.515235 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (40433b2b-5712-4431-868a-132b505e1617), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.545096 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Pushing event deleted for resources: {'Port': ['ID=40433b2b-5712-4431-868a-132b505e1617,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:33.641870 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks [] for floatingip (2530ba07-7343-4f24-add2-6dcbb15082e4), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.644641 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.645875 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ba2bea09-ccf0-489e-85b4-4a725209fcf6 tempest-AttachVolumeTestJSON-1719989679 tempest-AttachVolumeTestJSON-1719989679-project] 10.222.0.77 "DELETE /v2.0/floatingips/2530ba07-7343-4f24-add2-6dcbb15082e4 HTTP/1.1" status: 204 len: 168 time: 0.5818875 Jul 18 16:50:33.880073 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37226) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:34.131627 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:34.288119 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (976fab10-d59a-4313-82f2-9b39c159edf6), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.375967 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:34.537083 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Deleting port eb39c506-8f1f-4304-8693-5108231ca9a1 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:34.537455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.626286 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] For port eb39c506-8f1f-4304-8693-5108231ca9a1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=eb39c506-8f1f-4304-8693-5108231ca9a1,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:34.626682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.640613 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Calling delete_port for eb39c506-8f1f-4304-8693-5108231ca9a1 owned by network:router_interface {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:34.835415 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (eb39c506-8f1f-4304-8693-5108231ca9a1), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.867857 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb39c506-8f1f-4304-8693-5108231ca9a1,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:35.086576 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:35.104188 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (976fab10-d59a-4313-82f2-9b39c159edf6), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.352286 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Router 976fab10-d59a-4313-82f2-9b39c159edf6 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:35.399899 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:35.469092 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:35.479120 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-8a864cfc-c772-4fa8-b94c-92bef00bba14 admin admin] 10.222.0.77 "PUT /v2.0/routers/976fab10-d59a-4313-82f2-9b39c159edf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5955462 Jul 18 16:50:35.479743 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37234) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:35.481029 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] Sync routers for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:35.493143 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:35.493779 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:35.538353 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:35.582559 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks [] for router (976fab10-d59a-4313-82f2-9b39c159edf6), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.605959 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:35.698914 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks [] for router_gateway (976fab10-d59a-4313-82f2-9b39c159edf6), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.753458 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Deleting port 73afef82-120e-4e7a-870a-ed254b6706b4 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:35.753845 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.792295 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:50:34Z', 'revision_number': 5, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port': {'id': '73afef82-120e-4e7a-870a-ed254b6706b4', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:48:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:35.819166 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] Checking router: 976fab10-d59a-4313-82f2-9b39c159edf6 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:35.828261 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] Routers {'976fab10-d59a-4313-82f2-9b39c159edf6'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:35.828878 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['976fab10-d59a-4313-82f2-9b39c159edf6'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:35.855190 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] For port 73afef82-120e-4e7a-870a-ed254b6706b4, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=73afef82-120e-4e7a-870a-ed254b6706b4,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:35.855713 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.878394 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Calling delete_port for 73afef82-120e-4e7a-870a-ed254b6706b4 owned by network:router_gateway {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:35.920518 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] Set router 976fab10-d59a-4313-82f2-9b39c159edf6 gateway port host: None {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:35.978616 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:50:35Z', 'revision_number': 6, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:36.005343 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49aaee9-5f45-4bcf-897c-85f64e3870ac None None] The sync data for ids ['976fab10-d59a-4313-82f2-9b39c159edf6'] in dv-cinder-837543-6-iscsi is: [{'id': '976fab10-d59a-4313-82f2-9b39c159edf6', 'name': 'tempest-TestMinimumBasicScenario-199485109-router', 'tenant_id': '6343e3024ef0469da293401317da07f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:47:56Z', 'updated_at': '2022-07-18T16:50:35Z', 'revision_number': 6, 'project_id': '6343e3024ef0469da293401317da07f2', 'gw_port_host': None}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:36.067787 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:36.096221 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (73afef82-120e-4e7a-870a-ed254b6706b4), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.133825 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Pushing event deleted for resources: {'Port': ['ID=73afef82-120e-4e7a-870a-ed254b6706b4,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:36.207925 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (976fab10-d59a-4313-82f2-9b39c159edf6), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.334933 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (976fab10-d59a-4313-82f2-9b39c159edf6), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.337233 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks [] for router_controller (976fab10-d59a-4313-82f2-9b39c159edf6), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.411298 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (976fab10-d59a-4313-82f2-9b39c159edf6), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.411938 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976fab10-d59a-4313-82f2-9b39c159edf6 {{(pid=104182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:50:36.419761 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.421954 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ae916115-8352-45e8-9e64-00265dde8824 admin admin] 10.222.0.77 "DELETE /v2.0/routers/976fab10-d59a-4313-82f2-9b39c159edf6 HTTP/1.1" status: 204 len: 168 time: 0.9409759 Jul 18 16:50:36.424755 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37246) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:36.476751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] Deleting subnet b153dc14-d69a-4e21-a590-4da162e2d53f {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:50:36.481877 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] Publish callbacks [] for subnet (b153dc14-d69a-4e21-a590-4da162e2d53f), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.528511 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (b153dc14-d69a-4e21-a590-4da162e2d53f), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.553156 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device eb39c506-8f1f-4304-8693-5108231ca9a1 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:36.582860 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: eb39c506-8f1f-4304-8693-5108231ca9a1 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:36.583367 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device eb39c506-8f1f-4304-8693-5108231ca9a1 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:36.627556 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (b153dc14-d69a-4e21-a590-4da162e2d53f), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.687395 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:36.697122 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (b153dc14-d69a-4e21-a590-4da162e2d53f), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.728044 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b153dc14-d69a-4e21-a590-4da162e2d53f,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:36.737094 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.742303 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-fe6e32e0-c17f-4a78-b4ad-f1c24faf021d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b153dc14-d69a-4e21-a590-4da162e2d53f HTTP/1.1" status: 204 len: 168 time: 0.3162813 Jul 18 16:50:36.744977 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb07d89f-25d7-4372-b3f4-f211929fa6ab None None] Network d402c366-d682-43de-9024-57338c68fc5b requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:36.745772 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37248) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:36.845864 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (d402c366-d682-43de-9024-57338c68fc5b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.911780 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Deleting port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:36.912322 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.930142 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:36.942756 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] DHCP port deletion for d402c366-d682-43de-9024-57338c68fc5b request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:50:36.993083 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Deleting port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:36.993275 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.075100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] For port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:37.075515 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.094844 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Calling delete_port for 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:37.262079 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.306073 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] For port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,segment=NetworkSegment(d24cbdd8-91c0-4949-b51c-2041ec8ab2a2),segment_id=d24cbdd8-91c0-4949-b51c-2041ec8ab2a2)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:37.306757 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.322047 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Calling delete_port for 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 owned by network:dhcp {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:37.326977 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Pushing event deleted for resources: {'Port': ['ID=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:37.332351 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] No DVR routers for this DVR port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:50:37.351685 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.352841 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.353546 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.354804 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.354939 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.355480 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.356114 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.356794 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.357554 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.358127 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.358796 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.359350 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.360601 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.362671 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.363524 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80454ae0-cec8-473c-acd7-ad5faa999837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:37.421334 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (493505ce-ca56-4b92-9b9d-bcd2819f6bf1), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.427752 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37256) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:37.447658 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Pushing event deleted for resources: {'Port': ['ID=493505ce-ca56-4b92-9b9d-bcd2819f6bf1,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:37.449644 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] No DVR routers for this DVR port 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 on host dv-cinder-837543-6-iscsi {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:50:37.561264 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (d402c366-d682-43de-9024-57338c68fc5b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.592542 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d402c366-d682-43de-9024-57338c68fc5b']}} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:37.606292 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2') {'for_net_delete': True} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:37.606694 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24cbdd8-91c0-4949-b51c-2041ec8ab2a2') {} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:37.607780 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:37.623898 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126338177'] for segment (d24cbdd8-91c0-4949-b51c-2041ec8ab2a2), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.642158 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (d24cbdd8-91c0-4949-b51c-2041ec8ab2a2), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.650294 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=104182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:50:37.650841 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754716'] for segment (d24cbdd8-91c0-4949-b51c-2041ec8ab2a2), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.682885 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment d24cbdd8-91c0-4949-b51c-2041ec8ab2a2 resource provider aggregate not found Jul 18 16:50:37.734015 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment d24cbdd8-91c0-4949-b51c-2041ec8ab2a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d24cbdd8-91c0-4949-b51c-2041ec8ab2a2 found for delete ", "request_id": "req-33300371-e763-41c9-a59e-4f9d4dd2e330"}]} Jul 18 16:50:37.741574 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (d402c366-d682-43de-9024-57338c68fc5b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.748175 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.751667 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d402c366-d682-43de-9024-57338c68fc5b HTTP/1.1" status: 204 len: 168 time: 1.0048451 Jul 18 16:50:37.762732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37264) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:37.770017 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1cb4a-eee2-49a4-bbf5-7d940fc19596 admin admin] Pushing event deleted for resources: {'Network': ['ID=d402c366-d682-43de-9024-57338c68fc5b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:37.850094 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:37.990399 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (bbf8d5e0-d2fc-46dd-9658-40695d35e223), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.190780 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.453771 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73afef82-120e-4e7a-870a-ed254b6706b4 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:38.490918 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 73afef82-120e-4e7a-870a-ed254b6706b4 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:38.491449 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73afef82-120e-4e7a-870a-ed254b6706b4 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:38.492092 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:38.514930 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Deleting port b253a75a-491b-46cc-9e1b-e56b03daad1d {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:38.515645 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.522464 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:38.522987 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 493505ce-ca56-4b92-9b9d-bcd2819f6bf1 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:38.604520 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Deleting port c7ba88bb-16a5-4052-87d1-957d20018637 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:38.605397 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.629707 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] For port b253a75a-491b-46cc-9e1b-e56b03daad1d, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=b253a75a-491b-46cc-9e1b-e56b03daad1d,segment=NetworkSegment(d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4),segment_id=d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:38.630285 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.653757 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Calling delete_port for b253a75a-491b-46cc-9e1b-e56b03daad1d owned by network:router_interface {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:38.660447 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:38.730134 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] For port c7ba88bb-16a5-4052-87d1-957d20018637, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=c7ba88bb-16a5-4052-87d1-957d20018637,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:38.730872 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.747780 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Calling delete_port for c7ba88bb-16a5-4052-87d1-957d20018637 owned by network:router_interface {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:38.934533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (b253a75a-491b-46cc-9e1b-e56b03daad1d), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.961902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Pushing event deleted for resources: {'Port': ['ID=b253a75a-491b-46cc-9e1b-e56b03daad1d,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:39.002545 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (c7ba88bb-16a5-4052-87d1-957d20018637), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.033406 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ba88bb-16a5-4052-87d1-957d20018637,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:39.046242 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.049151 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.086827 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.196496 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.255420 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (bbf8d5e0-d2fc-46dd-9658-40695d35e223), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.462515 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:39.572138 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Router bbf8d5e0-d2fc-46dd-9658-40695d35e223 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:39.588542 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:39.600523 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-483425e6-327e-4813-af9b-0406d56f549e admin admin] 10.222.0.77 "PUT /v2.0/routers/cb9c34b8-cff3-441b-b505-a7d4ce30bd54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338981 Jul 18 16:50:39.600649 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37266) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:39.604568 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] Sync routers for ids ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:39.619951 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] Routers {'cb9c34b8-cff3-441b-b505-a7d4ce30bd54'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:39.621301 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:39.705875 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:39.714502 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-9f35bc3c-ad86-44d0-a8a9-baa4510ac2a3 admin admin] 10.222.0.77 "PUT /v2.0/routers/bbf8d5e0-d2fc-46dd-9658-40695d35e223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851713 Jul 18 16:50:39.718443 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37268) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:39.718984 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] Sync routers for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:39.735324 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:39.736355 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:39.776227 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.789448 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] Set router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:39.798846 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.834681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks [] for router (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.893807 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks [] for router (bbf8d5e0-d2fc-46dd-9658-40695d35e223), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.898666 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:39.979736 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:40.033176 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:50:38Z', 'revision_number': 5, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port': {'id': 'e73a7dbc-8612-4962-b9d7-f62874832b4e', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:56:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:48:03Z', 'updated_at': '2022-07-18T16:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:40.041260 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks [] for router_gateway (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.059845 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks [] for router_gateway (bbf8d5e0-d2fc-46dd-9658-40695d35e223), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.068579 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] Checking router: cb9c34b8-cff3-441b-b505-a7d4ce30bd54 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:40.078893 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] Routers {'cb9c34b8-cff3-441b-b505-a7d4ce30bd54'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:40.079519 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:40.123381 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Deleting port e73a7dbc-8612-4962-b9d7-f62874832b4e {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:40.123752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.131220 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:50:38Z', 'revision_number': 5, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port': {'id': 'ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:54:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:45:22Z', 'updated_at': '2022-07-18T16:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:40.159037 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Deleting port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:40.159515 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.169476 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] Checking router: bbf8d5e0-d2fc-46dd-9658-40695d35e223 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:40.176260 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] Set router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 gateway port host: None {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:40.184016 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] Routers {'bbf8d5e0-d2fc-46dd-9658-40695d35e223'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:40.184999 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:40.191277 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:40.239700 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:50:40Z', 'revision_number': 6, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:40.290377 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c7dd37-c93b-49fa-a589-58afc64c310d None None] The sync data for ids ['cb9c34b8-cff3-441b-b505-a7d4ce30bd54'] in dv-cinder-837543-6-iscsi is: [{'id': 'cb9c34b8-cff3-441b-b505-a7d4ce30bd54', 'name': 'tempest-TestMinimumBasicScenario-777759076-router', 'tenant_id': '1b1a074500614af99c90dee2ffb7dfbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:48:02Z', 'updated_at': '2022-07-18T16:50:40Z', 'revision_number': 6, 'project_id': '1b1a074500614af99c90dee2ffb7dfbc', 'gw_port_host': None}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:40.293376 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] For port e73a7dbc-8612-4962-b9d7-f62874832b4e, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=e73a7dbc-8612-4962-b9d7-f62874832b4e,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:40.293835 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.333619 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Calling delete_port for e73a7dbc-8612-4962-b9d7-f62874832b4e owned by network:router_gateway {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:40.355051 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] For port ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:40.355629 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.356851 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] Set router bbf8d5e0-d2fc-46dd-9658-40695d35e223 gateway port host: None {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:40.439979 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Calling delete_port for ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a owned by network:router_gateway {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:40.453553 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:50:40Z', 'revision_number': 6, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:40.502102 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb624cc-a36b-4215-afd5-021d6188b495 None None] The sync data for ids ['bbf8d5e0-d2fc-46dd-9658-40695d35e223'] in dv-cinder-837543-6-iscsi is: [{'id': 'bbf8d5e0-d2fc-46dd-9658-40695d35e223', 'name': 'tempest-AttachVolumeTestJSON-1583028210-router', 'tenant_id': '628c00a1a5df481982b083fa3c447be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:45:21Z', 'updated_at': '2022-07-18T16:50:40Z', 'revision_number': 6, 'project_id': '628c00a1a5df481982b083fa3c447be2', 'gw_port_host': None}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:40.690471 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:40.782700 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (e73a7dbc-8612-4962-b9d7-f62874832b4e), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.825118 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=e73a7dbc-8612-4962-b9d7-f62874832b4e,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:40.839222 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.887589 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:40.984427 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.074918 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (bbf8d5e0-d2fc-46dd-9658-40695d35e223), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.163365 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:41.165369 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.169592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks [] for router_controller (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.186477 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (bbf8d5e0-d2fc-46dd-9658-40695d35e223), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.192268 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks [] for router_controller (bbf8d5e0-d2fc-46dd-9658-40695d35e223), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.268106 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (cb9c34b8-cff3-441b-b505-a7d4ce30bd54), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.269108 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb9c34b8-cff3-441b-b505-a7d4ce30bd54 {{(pid=104182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:50:41.277728 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.283837 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-e12c9b00-1768-44b7-8655-d3e077672dbb admin admin] 10.222.0.77 "DELETE /v2.0/routers/cb9c34b8-cff3-441b-b505-a7d4ce30bd54 HTTP/1.1" status: 204 len: 168 time: 1.6779594 Jul 18 16:50:41.286114 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37270) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:41.295416 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (bbf8d5e0-d2fc-46dd-9658-40695d35e223), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.296743 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbf8d5e0-d2fc-46dd-9658-40695d35e223 {{(pid=104182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:50:41.303902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.309446 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-4a47e87a-ff0f-45cf-9901-586b80b35142 admin admin] 10.222.0.77 "DELETE /v2.0/routers/bbf8d5e0-d2fc-46dd-9658-40695d35e223 HTTP/1.1" status: 204 len: 168 time: 1.5858588 Jul 18 16:50:41.313373 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37272) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:41.352676 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] Deleting subnet 579e3146-8aaf-4341-a1c1-9adab0069d0a {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:50:41.356551 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] Publish callbacks [] for subnet (579e3146-8aaf-4341-a1c1-9adab0069d0a), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.389793 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] Deleting subnet e8ad8cb4-5452-47ba-9fb9-400c0a23e58b {{(pid=104182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:50:41.394610 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] Publish callbacks [] for subnet (e8ad8cb4-5452-47ba-9fb9-400c0a23e58b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.398850 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (579e3146-8aaf-4341-a1c1-9adab0069d0a), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.434538 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126338296'] for subnet (e8ad8cb4-5452-47ba-9fb9-400c0a23e58b), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.495124 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (579e3146-8aaf-4341-a1c1-9adab0069d0a), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.560851 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (579e3146-8aaf-4341-a1c1-9adab0069d0a), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.592129 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579e3146-8aaf-4341-a1c1-9adab0069d0a,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:41.598141 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.603048 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-2f527dd2-b94f-487d-b18c-8e6ef7742414 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/579e3146-8aaf-4341-a1c1-9adab0069d0a HTTP/1.1" status: 204 len: 168 time: 0.3132138 Jul 18 16:50:41.603382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37274) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:41.607351 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fdd975-cea4-477b-8041-ecbe8b9af808 None None] Network c20b4314-dca7-426c-9f8c-0d672ca497f5 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:41.714539 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (c20b4314-dca7-426c-9f8c-0d672ca497f5), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.794189 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Deleting port 4ef9d8b7-f507-4684-8234-3590ef07a604 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:41.794865 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.809056 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:41.886588 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:41.915573 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] For port 4ef9d8b7-f507-4684-8234-3590ef07a604, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=4ef9d8b7-f507-4684-8234-3590ef07a604,segment=NetworkSegment(d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4),segment_id=d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:41.915942 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.931464 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Calling delete_port for 4ef9d8b7-f507-4684-8234-3590ef07a604 owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:41.934110 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (e8ad8cb4-5452-47ba-9fb9-400c0a23e58b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.979904 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device b253a75a-491b-46cc-9e1b-e56b03daad1d no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:42.026837 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: b253a75a-491b-46cc-9e1b-e56b03daad1d {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:42.027338 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device b253a75a-491b-46cc-9e1b-e56b03daad1d not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:42.036820 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (4ef9d8b7-f507-4684-8234-3590ef07a604), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.046294 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126058424'] for subnet (e8ad8cb4-5452-47ba-9fb9-400c0a23e58b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.065445 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef9d8b7-f507-4684-8234-3590ef07a604,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:42.069726 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] No DVR routers for this DVR port 4ef9d8b7-f507-4684-8234-3590ef07a604 on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:50:42.087790 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.095081 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37276) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:42.097455 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cc3ba-46c4-424a-a1b9-d88688b4de72 None None] Network 98c424f3-63a6-4074-a1da-b047ae66c92b requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:42.097640 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e8ad8cb4-5452-47ba-9fb9-400c0a23e58b HTTP/1.1" status: 204 len: 168 time: 0.7805138 Jul 18 16:50:42.099472 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2501511-d758-4833-bece-bae78bcf4799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ad8cb4-5452-47ba-9fb9-400c0a23e58b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:42.217943 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32003584-fdc7-4020-9610-3b90c8e26829 None None] DHCP port deletion for c20b4314-dca7-426c-9f8c-0d672ca497f5 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:50:42.238066 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (c20b4314-dca7-426c-9f8c-0d672ca497f5), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.251577 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (98c424f3-63a6-4074-a1da-b047ae66c92b), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.272236 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20b4314-dca7-426c-9f8c-0d672ca497f5']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:42.287858 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:42.288546 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f6fa05-1e2a-4ba3-97d3-4ba4752334e4') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:42.321351 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.330097 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] DHCP port deletion for 98c424f3-63a6-4074-a1da-b047ae66c92b request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:50:42.343279 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Deleting port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:42.343617 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.346468 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.374328 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:50:42.374754 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.407197 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] Deleting port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:42.407841 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.480011 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] For port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:42.480696 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.491981 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (c20b4314-dca7-426c-9f8c-0d672ca497f5), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.494227 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 4ef9d8b7-f507-4684-8234-3590ef07a604 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:42.520068 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.520068 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] 10.222.0.77 "DELETE /v2.0/networks/c20b4314-dca7-426c-9f8c-0d672ca497f5 HTTP/1.1" status: 204 len: 168 time: 0.9112031 Jul 18 16:50:42.520068 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Calling delete_port for fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:42.520068 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec4be4-4b76-46e3-9be0-58ceb4d34d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c20b4314-dca7-426c-9f8c-0d672ca497f5,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:42.538256 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 4ef9d8b7-f507-4684-8234-3590ef07a604 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:42.538865 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 4ef9d8b7-f507-4684-8234-3590ef07a604 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:42.539069 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:42.542362 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] For port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,segment=NetworkSegment(af3a3f24-2339-47f0-8166-fc5b6e7f91f7),segment_id=af3a3f24-2339-47f0-8166-fc5b6e7f91f7)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:42.543151 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.572206 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:42.572698 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device ba31bb0a-f329-4ea0-a8e3-50b57ece1f3a not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:42.573492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device e73a7dbc-8612-4962-b9d7-f62874832b4e no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:42.597804 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: e73a7dbc-8612-4962-b9d7-f62874832b4e {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:42.598145 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device e73a7dbc-8612-4962-b9d7-f62874832b4e not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:42.598789 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:42.601671 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] Calling delete_port for fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:42.646383 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4 resource provider aggregate not found Jul 18 16:50:42.694269 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6f6fa05-1e2a-4ba3-97d3-4ba4752334e4 found for delete ", "request_id": "req-ffbb84d7-8709-429f-a451-f5b37049f527"}]} Jul 18 16:50:42.709584 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.728592 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37286) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:42.732196 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 update to DOWN by agent not found {{(pid=104183) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 18 16:50:42.732996 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device c7ba88bb-16a5-4052-87d1-957d20018637 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:50:42.757019 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:42.759943 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: c7ba88bb-16a5-4052-87d1-957d20018637 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:50:42.760287 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device c7ba88bb-16a5-4052-87d1-957d20018637 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:50:42.768996 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] No DVR routers for this DVR port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:50:42.776835 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.803584 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b1847225-4e04-4545-8043-418d42fae86e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6343e3024ef0469da293401317da07f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0735855 Jul 18 16:50:42.808200 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37288) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:42.815815 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] Pushing event deleted for resources: {'Port': ['ID=fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:42.820257 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be9810-ea05-4495-a606-6b268feca02b None None] No DVR routers for this DVR port fdd88a20-59e2-4a28-9cfb-38d50b6d1aa7 on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:50:42.874638 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b317c1d9-8ebe-406f-9887-6a8770bac4fd admin admin] Publish callbacks [] for security_group (fe96aa09-990d-4760-92fd-8c6692258731), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.903015 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b317c1d9-8ebe-406f-9887-6a8770bac4fd admin admin] Publish callbacks [] for security_group (fe96aa09-990d-4760-92fd-8c6692258731), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.911993 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (98c424f3-63a6-4074-a1da-b047ae66c92b), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.950691 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c424f3-63a6-4074-a1da-b047ae66c92b']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:42.956527 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b317c1d9-8ebe-406f-9887-6a8770bac4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fe96aa09-990d-4760-92fd-8c6692258731), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.959895 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-b317c1d9-8ebe-406f-9887-6a8770bac4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.960984 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-b317c1d9-8ebe-406f-9887-6a8770bac4fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe96aa09-990d-4760-92fd-8c6692258731 HTTP/1.1" status: 204 len: 168 time: 0.1517873 Jul 18 16:50:42.966502 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:42.966921 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3a3f24-2339-47f0-8166-fc5b6e7f91f7') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:42.970128 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317c1d9-8ebe-406f-9887-6a8770bac4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe96aa09-990d-4760-92fd-8c6692258731,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:42.984048 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (af3a3f24-2339-47f0-8166-fc5b6e7f91f7), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.000017 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:43.005862 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (af3a3f24-2339-47f0-8166-fc5b6e7f91f7), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.014891 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:50:43.015369 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (af3a3f24-2339-47f0-8166-fc5b6e7f91f7), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.017353 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:43.089364 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (98c424f3-63a6-4074-a1da-b047ae66c92b), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.114845 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.120487 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] 10.222.0.77 "DELETE /v2.0/networks/98c424f3-63a6-4074-a1da-b047ae66c92b HTTP/1.1" status: 204 len: 168 time: 1.0239825 Jul 18 16:50:43.122980 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf422873-17b1-49da-8227-2f92b6dec9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=98c424f3-63a6-4074-a1da-b047ae66c92b,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:43.371185 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37296) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:43.389755 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:43.442159 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ddf3c197-b049-49f1-9825-5a488da0ec78 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=628c00a1a5df481982b083fa3c447be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693815 Jul 18 16:50:43.444816 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37298) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:43.461617 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37300) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:43.496395 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:43.522835 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-b93da3a2-836a-4813-b4f9-05d9b00dfde0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b1a074500614af99c90dee2ffb7dfbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595963 Jul 18 16:50:43.525177 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37302) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:43.530474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-92c539f4-90ac-4fe4-9b5c-8ed3f14b4ec1 admin admin] Publish callbacks [] for security_group (a77a0d57-cab9-4d08-93d5-e3db03cc195f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.556714 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-92c539f4-90ac-4fe4-9b5c-8ed3f14b4ec1 admin admin] Publish callbacks [] for security_group (a77a0d57-cab9-4d08-93d5-e3db03cc195f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.592220 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f2af2813-1ab3-4d38-8117-5441ba5f89b5 admin admin] Publish callbacks [] for security_group (39f383a8-a877-4fe2-aefe-d7884eb395c8), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.624836 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f2af2813-1ab3-4d38-8117-5441ba5f89b5 admin admin] Publish callbacks [] for security_group (39f383a8-a877-4fe2-aefe-d7884eb395c8), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.625133 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-92c539f4-90ac-4fe4-9b5c-8ed3f14b4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (a77a0d57-cab9-4d08-93d5-e3db03cc195f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.629960 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-92c539f4-90ac-4fe4-9b5c-8ed3f14b4ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.632169 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-92c539f4-90ac-4fe4-9b5c-8ed3f14b4ec1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a77a0d57-cab9-4d08-93d5-e3db03cc195f HTTP/1.1" status: 204 len: 168 time: 0.1852298 Jul 18 16:50:43.648752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c539f4-90ac-4fe4-9b5c-8ed3f14b4ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a0d57-cab9-4d08-93d5-e3db03cc195f,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:43.705146 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f2af2813-1ab3-4d38-8117-5441ba5f89b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (39f383a8-a877-4fe2-aefe-d7884eb395c8), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.707695 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f2af2813-1ab3-4d38-8117-5441ba5f89b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:43.709633 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f2af2813-1ab3-4d38-8117-5441ba5f89b5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/39f383a8-a877-4fe2-aefe-d7884eb395c8 HTTP/1.1" status: 204 len: 168 time: 0.1823835 Jul 18 16:50:43.718479 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af2813-1ab3-4d38-8117-5441ba5f89b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f383a8-a877-4fe2-aefe-d7884eb395c8,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:44.721955 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment af3a3f24-2339-47f0-8166-fc5b6e7f91f7 resource provider aggregate not found Jul 18 16:50:44.746591 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment af3a3f24-2339-47f0-8166-fc5b6e7f91f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af3a3f24-2339-47f0-8166-fc5b6e7f91f7 found for delete ", "request_id": "req-2234cec1-3171-49fc-b0dd-9b0b279a41ed"}]} Jul 18 16:50:45.731873 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37362) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:45.846044 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea59f-04b7-4696-90ef-2b662a076086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:45.943074 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea59f-04b7-4696-90ef-2b662a076086 admin admin] Publish callbacks [] for security_group (fffd862b-d3ce-4c46-8f84-1c6e31d9d93b), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:45.947913 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea59f-04b7-4696-90ef-2b662a076086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fffd862b-d3ce-4c46-8f84-1c6e31d9d93b), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:45.997278 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-5a1ea59f-04b7-4696-90ef-2b662a076086 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1580c2a59e904eae9cca26b0ff17ac6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641292 Jul 18 16:50:45.998167 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ea59f-04b7-4696-90ef-2b662a076086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd862b-d3ce-4c46-8f84-1c6e31d9d93b,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:46.001467 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37366) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:46.085629 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-19135a0e-9f35-4dde-a9e4-0374b8f38c70 admin admin] Publish callbacks [] for security_group (fffd862b-d3ce-4c46-8f84-1c6e31d9d93b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.110173 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:UPDATE=2,neutron:DELETE=8,neutron:SELECT=90 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:46.112907 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-19135a0e-9f35-4dde-a9e4-0374b8f38c70 admin admin] Publish callbacks [] for security_group (fffd862b-d3ce-4c46-8f84-1c6e31d9d93b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.170867 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-19135a0e-9f35-4dde-a9e4-0374b8f38c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fffd862b-d3ce-4c46-8f84-1c6e31d9d93b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.173779 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-19135a0e-9f35-4dde-a9e4-0374b8f38c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.175018 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-19135a0e-9f35-4dde-a9e4-0374b8f38c70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fffd862b-d3ce-4c46-8f84-1c6e31d9d93b HTTP/1.1" status: 204 len: 168 time: 0.1718693 Jul 18 16:50:46.183801 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19135a0e-9f35-4dde-a9e4-0374b8f38c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd862b-d3ce-4c46-8f84-1c6e31d9d93b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:46.495587 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37372) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:46.510837 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-99522651-a223-4244-b1c3-ca64c80f9b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.605746 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-99522651-a223-4244-b1c3-ca64c80f9b9a admin admin] Publish callbacks [] for security_group (e5b9ee5b-b774-40bb-9417-7f2367ef874d), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.611024 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-99522651-a223-4244-b1c3-ca64c80f9b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e5b9ee5b-b774-40bb-9417-7f2367ef874d), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.655549 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-99522651-a223-4244-b1c3-ca64c80f9b9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16e6eff24cda44528aea4a7477f95ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586716 Jul 18 16:50:46.656639 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522651-a223-4244-b1c3-ca64c80f9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b9ee5b-b774-40bb-9417-7f2367ef874d,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:46.659180 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37374) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:46.721802 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-46921ab4-23a0-47c3-acca-0cd6bdd7a61d admin admin] Publish callbacks [] for security_group (e5b9ee5b-b774-40bb-9417-7f2367ef874d), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.748046 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-46921ab4-23a0-47c3-acca-0cd6bdd7a61d admin admin] Publish callbacks [] for security_group (e5b9ee5b-b774-40bb-9417-7f2367ef874d), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.803994 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-46921ab4-23a0-47c3-acca-0cd6bdd7a61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (e5b9ee5b-b774-40bb-9417-7f2367ef874d), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.807005 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-46921ab4-23a0-47c3-acca-0cd6bdd7a61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:46.808431 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-46921ab4-23a0-47c3-acca-0cd6bdd7a61d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e5b9ee5b-b774-40bb-9417-7f2367ef874d HTTP/1.1" status: 204 len: 168 time: 0.1481099 Jul 18 16:50:46.820049 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46921ab4-23a0-47c3-acca-0cd6bdd7a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b9ee5b-b774-40bb-9417-7f2367ef874d,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:49.044049 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-baf5dc19-8c22-4d1e-bf2a-ce91595b0b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.150961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37446) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:49.273274 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9e71c41b-10d8-40ae-ad05-3d3019254d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.356355 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:49.390264 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9e71c41b-10d8-40ae-ad05-3d3019254d76 admin admin] Publish callbacks [] for security_group (fc8fac2d-a03c-4854-8f09-35bdcad2a874), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.395397 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9e71c41b-10d8-40ae-ad05-3d3019254d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fc8fac2d-a03c-4854-8f09-35bdcad2a874), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.440823 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-9e71c41b-10d8-40ae-ad05-3d3019254d76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c82eb09668b04a879c639e25a4e48199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885790 Jul 18 16:50:49.441780 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71c41b-10d8-40ae-ad05-3d3019254d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8fac2d-a03c-4854-8f09-35bdcad2a874,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:49.444475 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37450) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:49.503759 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-037ce6dc-bb3f-414a-8ffd-54c00102a536 admin admin] Publish callbacks [] for security_group (fc8fac2d-a03c-4854-8f09-35bdcad2a874), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.529684 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-037ce6dc-bb3f-414a-8ffd-54c00102a536 admin admin] Publish callbacks [] for security_group (fc8fac2d-a03c-4854-8f09-35bdcad2a874), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.585158 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-037ce6dc-bb3f-414a-8ffd-54c00102a536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fc8fac2d-a03c-4854-8f09-35bdcad2a874), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.588634 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-037ce6dc-bb3f-414a-8ffd-54c00102a536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:49.590451 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-037ce6dc-bb3f-414a-8ffd-54c00102a536 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc8fac2d-a03c-4854-8f09-35bdcad2a874 HTTP/1.1" status: 204 len: 168 time: 0.1450143 Jul 18 16:50:49.605687 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ce6dc-bb3f-414a-8ffd-54c00102a536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8fac2d-a03c-4854-8f09-35bdcad2a874,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:49.915719 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37456) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:49.930487 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ccbabe98-1142-420a-bc24-4b2ee7c3f32c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.016201 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ccbabe98-1142-420a-bc24-4b2ee7c3f32c admin admin] Publish callbacks [] for security_group (fdbe84fd-0c0c-4044-9c48-52677161fcf3), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.020550 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-ccbabe98-1142-420a-bc24-4b2ee7c3f32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fdbe84fd-0c0c-4044-9c48-52677161fcf3), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.024425 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:50.069413 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbabe98-1142-420a-bc24-4b2ee7c3f32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe84fd-0c0c-4044-9c48-52677161fcf3,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:50.075152 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-ccbabe98-1142-420a-bc24-4b2ee7c3f32c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae4618c507a7449c9b13ecf344aff5d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583083 Jul 18 16:50:50.079194 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37458) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:50.138998 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9571815-e189-4dca-9ed8-74bf0878cabe admin admin] Publish callbacks [] for security_group (fdbe84fd-0c0c-4044-9c48-52677161fcf3), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.169927 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9571815-e189-4dca-9ed8-74bf0878cabe admin admin] Publish callbacks [] for security_group (fdbe84fd-0c0c-4044-9c48-52677161fcf3), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.236499 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9571815-e189-4dca-9ed8-74bf0878cabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (fdbe84fd-0c0c-4044-9c48-52677161fcf3), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.239179 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c9571815-e189-4dca-9ed8-74bf0878cabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.240453 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c9571815-e189-4dca-9ed8-74bf0878cabe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fdbe84fd-0c0c-4044-9c48-52677161fcf3 HTTP/1.1" status: 204 len: 168 time: 0.1602991 Jul 18 16:50:50.249692 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9571815-e189-4dca-9ed8-74bf0878cabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe84fd-0c0c-4044-9c48-52677161fcf3,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:51.550459 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37488) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:51.684508 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-708a5a5c-dd83-4e4d-9589-7169f7e52865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.787848 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-708a5a5c-dd83-4e4d-9589-7169f7e52865 admin admin] Publish callbacks [] for security_group (f1561afe-5877-4958-982e-74ac93724370), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.792787 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-708a5a5c-dd83-4e4d-9589-7169f7e52865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (f1561afe-5877-4958-982e-74ac93724370), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.836740 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a5a5c-dd83-4e4d-9589-7169f7e52865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1561afe-5877-4958-982e-74ac93724370,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:51.842243 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-708a5a5c-dd83-4e4d-9589-7169f7e52865 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f4f022b0a8384911b255dfba6b87c2ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906351 Jul 18 16:50:51.847140 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37492) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:51.908950 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-42fb2cd2-0697-4522-ad84-fe9d5282da01 admin admin] Publish callbacks [] for security_group (f1561afe-5877-4958-982e-74ac93724370), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.939761 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-42fb2cd2-0697-4522-ad84-fe9d5282da01 admin admin] Publish callbacks [] for security_group (f1561afe-5877-4958-982e-74ac93724370), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.004483 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-42fb2cd2-0697-4522-ad84-fe9d5282da01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (f1561afe-5877-4958-982e-74ac93724370), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.007651 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-42fb2cd2-0697-4522-ad84-fe9d5282da01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.009114 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-42fb2cd2-0697-4522-ad84-fe9d5282da01 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f1561afe-5877-4958-982e-74ac93724370 HTTP/1.1" status: 204 len: 168 time: 0.1607740 Jul 18 16:50:52.019630 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb2cd2-0697-4522-ad84-fe9d5282da01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1561afe-5877-4958-982e-74ac93724370,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:52.134972 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-bc8e03b1-c734-4afc-8d33-cadaab9d4243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:53.235033 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=63 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:53.254273 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:54.030057 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.119587 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37532) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:54.264171 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:54.275622 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Deleting port c0af0563-e8d5-4a88-86e8-ecfb98bdb076 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:54.275943 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.367418 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.367743 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.381082 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Calling delete_port for c0af0563-e8d5-4a88-86e8-ecfb98bdb076 owned by network:floatingip {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:54.434268 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:54.586887 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (c0af0563-e8d5-4a88-86e8-ecfb98bdb076), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.634226 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event deleted for resources: {'Port': ['ID=c0af0563-e8d5-4a88-86e8-ecfb98bdb076,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:54.706793 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (66e14694-5908-47e8-b903-318adf568e11), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.707502 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.l3_db [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Floating IP 66e14694-5908-47e8-b903-318adf568e11 disassociated (deleted). External IP: 172.27.0.183, port: d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5. Jul 18 16:50:54.966482 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:55.085565 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:55.091197 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.095662 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:55.106871 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:55.107492 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:55.124055 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-c108f178-18ae-4fbd-9e75-d29b71088ddd tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "DELETE /v2.0/floatingips/66e14694-5908-47e8-b903-318adf568e11 HTTP/1.1" status: 204 len: 168 time: 1.0033309 Jul 18 16:50:55.125793 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:55.127773 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bfb2f6-59f3-4a5f-8945-737a56d238d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:55.192398 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b67f14-bfd0-4dbb-b7df-4bc42cf02592 x-openstack-request-id: req-d4b67f14-bfd0-4dbb-b7df-4bc42cf02592 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:55.192970 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:55.193591 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4b67f14-bfd0-4dbb-b7df-4bc42cf02592 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:55.195073 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b67f14-bfd0-4dbb-b7df-4bc42cf02592'] response: {'name': 'network-changed', 'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'status': 'completed', 'code': 200} Jul 18 16:50:55.195658 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.284592 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:55.389932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfdc04-4c48-4095-bfa4-b39be0d570d6 req-277905e4-0c61-43ca-826b-d04f3edc71ff tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.391568 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-85bfdc04-4c48-4095-bfa4-b39be0d570d6 req-277905e4-0c61-43ca-826b-d04f3edc71ff tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.0586143 Jul 18 16:50:55.444506 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-85bfdc04-4c48-4095-bfa4-b39be0d570d6 req-35366f99-0bec-4bd1-ae98-49b06482bb78 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469601 Jul 18 16:50:55.623810 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:48Z', 'revision_number': 1, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:55.659941 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:55.672476 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:55.673297 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:55.782107 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:55.798448 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.113243 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:48Z', 'revision_number': 1, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:56.141431 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272575eb-1a66-4f59-aebc-a92f521430f3 None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': 'ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'port_id': 'f17f0179-7c66-4506-9262-82d958940f77', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'mac_address': 'fa:16:3e:a3:2c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:46:46Z', 'updated_at': '2022-07-18T16:46:48Z', 'revision_number': 1, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:56.380782 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e9c39-a7ce-45cf-9c9a-8d08ab6928d9 None None] New status for floating IP 66e14694-5908-47e8-b903-318adf568e11: DOWN {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:50:56.573656 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d77349-8b51-493e-b25d-c3b3ee0c0aff req-f1db3e95-4a29-49e7-be29-7ad1ecf57d89 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:56.575246 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-08d77349-8b51-493e-b25d-c3b3ee0c0aff req-f1db3e95-4a29-49e7-be29-7ad1ecf57d89 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.0508852 Jul 18 16:50:56.628897 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-08d77349-8b51-493e-b25d-c3b3ee0c0aff req-2441b972-e7e6-4561-9c56-f657aedf3168 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469823 Jul 18 16:50:57.782533 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf79bd-4069-4226-a416-bf57b64bfcd8 req-ff1cfb1a-07a7-45d7-a0af-bcdf98bea9f9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:57.784107 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6dcf79bd-4069-4226-a416-bf57b64bfcd8 req-ff1cfb1a-07a7-45d7-a0af-bcdf98bea9f9 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.0499046 Jul 18 16:50:57.849511 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-6dcf79bd-4069-4226-a416-bf57b64bfcd8 req-5227e43c-54d6-4d21-87e2-1ad40fde004a tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550132 Jul 18 16:50:57.876862 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-51f830b1-2077-4e62-a3ff-d47276332846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:57.879573 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-51f830b1-2077-4e62-a3ff-d47276332846 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 1129 time: 0.0756061 Jul 18 16:50:59.033281 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:59.067501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e085300-f134-4093-87a0-4a85c5a7a2d0 req-72c9f9a0-628c-4fda-8ccb-837b44e732f0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:59.069034 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2e085300-f134-4093-87a0-4a85c5a7a2d0 req-72c9f9a0-628c-4fda-8ccb-837b44e732f0 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.1190388 Jul 18 16:50:59.105885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-a6c34b43-ed44-482c-89a4-cd54d3187e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:59.107504 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-a6c34b43-ed44-482c-89a4-cd54d3187e19 service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.1958594 Jul 18 16:50:59.144830 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:59.152003 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2e085300-f134-4093-87a0-4a85c5a7a2d0 req-7ea0ce8a-51a4-4e26-ba64-f92a3f4e50b3 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706358 Jul 18 16:50:59.180766 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-80d6ff08-c1f8-460c-812d-3d63bcce2ab3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 HTTP/1.1" status: 200 len: 217 time: 0.0463564 Jul 18 16:50:59.425400 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-908bf2f0-328d-43da-9dec-8fa7b3d292f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:59.426967 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-908bf2f0-328d-43da-9dec-8fa7b3d292f8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0511789 Jul 18 16:50:59.553927 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-4fd6ab54-c468-4556-9b9c-b52a74a8227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:59.555530 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-4fd6ab54-c468-4556-9b9c-b52a74a8227a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755968 Jul 18 16:50:59.561842 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-b40767aa-8cc6-458a-988d-0fc7b2263e45 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:59.563358 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-b40767aa-8cc6-458a-988d-0fc7b2263e45 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 945 time: 0.0746694 Jul 18 16:50:59.577801 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:59.713017 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Deleting port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:50:59.713294 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:59.740239 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-4e25471e-bbe3-4e46-a8b0-f7dc82ae2990 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758406 Jul 18 16:50:59.887538 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] For port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:59.887906 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:59.913301 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Calling delete_port for d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:50:59.919603 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-19bfb2f6-59f3-4a5f-8945-737a56d238d6 req-f1d4182c-cdcf-48a5-9970-9af8bee150ac service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719804 Jul 18 16:51:00.058266 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:00.084937 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event deleted for resources: {'Port': ['ID=d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:00.140295 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] No DVR routers for this DVR port d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:00.143503 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:00.146988 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-f30f57a8-76f7-42e0-9c4d-123fbcd54a96 req-5920520e-2742-4255-8714-b33b06c42a25 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "DELETE /v2.0/ports/d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 HTTP/1.1" status: 204 len: 173 time: 0.5753069 Jul 18 16:51:00.147468 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'name': 'network-vif-deleted', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:00.149799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92f448d-8644-4035-b7de-4f69b5de1e75" -d '{"events": [{"server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "name": "network-vif-deleted", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:00.224314 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e285064-03d7-4284-82d9-4e046eccdd5e x-openstack-request-id: req-5e285064-03d7-4284-82d9-4e046eccdd5e {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:00.224612 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7f2b8a-2ed4-4428-ad01-d3d082a66797", "name": "network-vif-deleted", "tag": "d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:00.224885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e285064-03d7-4284-82d9-4e046eccdd5e {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:00.225300 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e285064-03d7-4284-82d9-4e046eccdd5e'] response: {'server_uuid': '4b7f2b8a-2ed4-4428-ad01-d3d082a66797', 'name': 'network-vif-deleted', 'tag': 'd32c0bd3-0d47-41bc-a50c-255d8ec5b3d5', 'status': 'completed', 'code': 200} Jul 18 16:51:00.305291 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fe685911-2d82-495e-8089-f6f2daf5a116 req-700942a9-7787-4412-b785-014e05f41798 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=4b7f2b8a-2ed4-4428-ad01-d3d082a66797 HTTP/1.1" status: 200 len: 210 time: 0.0460520 Jul 18 16:51:01.673723 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37588) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:01.836549 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6a665f84-ac35-4c62-8ba5-70be66f6468d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.913265 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:01.944125 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:01.961972 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6a665f84-ac35-4c62-8ba5-70be66f6468d admin admin] Publish callbacks [] for security_group (467ae567-1b3b-4ea1-b3a9-f686a20d70b0), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.967621 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6a665f84-ac35-4c62-8ba5-70be66f6468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (467ae567-1b3b-4ea1-b3a9-f686a20d70b0), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.040230 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6a665f84-ac35-4c62-8ba5-70be66f6468d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19f81062b8064bca9d99d5307a638c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3651872 Jul 18 16:51:02.043029 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37592) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:02.053779 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a665f84-ac35-4c62-8ba5-70be66f6468d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467ae567-1b3b-4ea1-b3a9-f686a20d70b0,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:02.123474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9b20441a-c242-461c-88dc-e2d3aa8440d5 admin admin] Publish callbacks [] for security_group (467ae567-1b3b-4ea1-b3a9-f686a20d70b0), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.153196 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9b20441a-c242-461c-88dc-e2d3aa8440d5 admin admin] Publish callbacks [] for security_group (467ae567-1b3b-4ea1-b3a9-f686a20d70b0), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.221692 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9b20441a-c242-461c-88dc-e2d3aa8440d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (467ae567-1b3b-4ea1-b3a9-f686a20d70b0), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.226713 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-9b20441a-c242-461c-88dc-e2d3aa8440d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.228672 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-9b20441a-c242-461c-88dc-e2d3aa8440d5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/467ae567-1b3b-4ea1-b3a9-f686a20d70b0 HTTP/1.1" status: 204 len: 168 time: 0.1837990 Jul 18 16:51:02.243979 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20441a-c242-461c-88dc-e2d3aa8440d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467ae567-1b3b-4ea1-b3a9-f686a20d70b0,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:03.083047 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37620) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:03.209522 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-760146827-network', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:03.232219 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Made reservation on behalf of b93b037768d74e83aa4ca3fd2725ee23 for: {'network': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:03.235291 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.238443 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:03.247870 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.258137 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:03.263526 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:03.298112 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:03.298571 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device d32c0bd3-0d47-41bc-a50c-255d8ec5b3d5 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:03.346193 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks [] for security_group (43574ca1-21b9-45dd-967f-ce8c1e9e738e), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.350653 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (43574ca1-21b9-45dd-967f-ce8c1e9e738e), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.355027 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:03.385330 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=104181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:51:03.396804 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43574ca1-21b9-45dd-967f-ce8c1e9e738e,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:03.404791 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (a04bb1fc-9437-4b0c-93e6-54cf41eed30d), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.405162 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.segments_db [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Added segment a04bb1fc-9437-4b0c-93e6-54cf41eed30d of type vlan for network 4659de03-40a7-4562-b3ff-aea00f484081 Jul 18 16:51:03.457338 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (4659de03-40a7-4562-b3ff-aea00f484081), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.486019 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (4659de03-40a7-4562-b3ff-aea00f484081), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.487038 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:03.487640 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.529349 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4448631 Jul 18 16:51:03.532885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37624) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:03.538906 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Request body: {'subnet': {'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-760146827-subnet', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'ip_version': 4}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:03.561907 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2520779-51b1-4f07-a7ed-1eb186dbc1b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4659de03-40a7-4562-b3ff-aea00f484081,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:03.563849 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Made reservation on behalf of b93b037768d74e83aa4ca3fd2725ee23 for: {'subnet': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:03.567618 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126058333'] for subnet (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.576379 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 4659de03-40a7-4562-b3ff-aea00f484081 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:51:03.696387 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37628) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:03.834710 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3754111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126058307'] for subnet (45e2dad4-f84c-4273-a4e0-9d90cb7d1318), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.896012 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e2dad4-f84c-4273-a4e0-9d90cb7d1318,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:03.900121 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Deleting port 5eabbef0-68e7-4695-a2c2-67ec106ef690 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:03.900661 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.909701 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Checking segment: {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:03.910061 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Network hostable DHCP agents. Network: 4659de03-40a7-4562-b3ff-aea00f484081, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:51:03.932435 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Network 4659de03-40a7-4562-b3ff-aea00f484081 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:51:03.944730 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 4659de03-40a7-4562-b3ff-aea00f484081) {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:03.950032 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:03.950994 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.953817 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb9f77-45d8-4dac-b5d9-32ce406d43c1 None None] Network 4659de03-40a7-4562-b3ff-aea00f484081 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:03.987092 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6a56ade6-50a8-41c4-bb1d-7f7ff9d72dc9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4523094 Jul 18 16:51:03.990990 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37630) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:03.997607 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:04.031115 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (14232b33-0110-454c-af3d-64e8ceae9497), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.032868 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (14232b33-0110-454c-af3d-64e8ceae9497), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.040962 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.041406 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (5eabbef0-68e7-4695-a2c2-67ec106ef690), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.066739 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Calling delete_port for 5eabbef0-68e7-4695-a2c2-67ec106ef690 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:04.093554 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks [] for router_controller (14232b33-0110-454c-af3d-64e8ceae9497), precommit_add_association {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.120777 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-4659de03-40a7-4562-b3ff-aea00f484081', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:51:04.123560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.244930 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks [] for router_gateway (14232b33-0110-454c-af3d-64e8ceae9497), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.294981 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (5eabbef0-68e7-4695-a2c2-67ec106ef690), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.321284 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event deleted for resources: {'Port': ['ID=5eabbef0-68e7-4695-a2c2-67ec106ef690,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:04.329771 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:04.336442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:04.341827 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:04.382438 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Allocated IP 172.20.0.2 (4659de03-40a7-4562-b3ff-aea00f484081/45e2dad4-f84c-4273-a4e0-9d90cb7d1318/a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:04.403899 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.404477 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Floating IP ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a disassociated (deleted). External IP: 172.27.0.5, port: f17f0179-7c66-4506-9262-82d958940f77. Jul 18 16:51:04.541213 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks [] for router_gateway (14232b33-0110-454c-af3d-64e8ceae9497), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.561677 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Publish callbacks [] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.564042 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.569604 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.632888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Network 4659de03-40a7-4562-b3ff-aea00f484081 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:04.637153 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:04.640808 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Pushing event updated for resources: {'Port': ['ID=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:04.647333 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:04.724142 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Attempting to bind port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:04.724517 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Attempting to bind port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:04.724871 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Attempting to bind port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab on network 4659de03-40a7-4562-b3ff-aea00f484081 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:04.731113 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:04.731868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Checking segment: {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:04.732299 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.732776 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Bound using segment: {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:04.733284 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Bound port: a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:04.733681 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.787744 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Allocated IP 172.27.0.64 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/238c4b9e-efde-4853-b609-0f1678807df6) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:04.835136 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] For port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:04.841859 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] For port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:04.856146 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.898774 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:04.954909 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks [] for port (238c4b9e-efde-4853-b609-0f1678807df6), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.971579 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4e0b5-55af-4cc9-b861-8a7383bbdc16 None None] Pushing event updated for resources: {'Port': ['ID=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:04.993943 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:05.008040 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:05.011163 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (238c4b9e-efde-4853-b609-0f1678807df6), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:05.075748 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:05.085020 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:05.094645 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:05.128150 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Pushing event updated for resources: {'Port': ['ID=238c4b9e-efde-4853-b609-0f1678807df6,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:05.190554 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:05.203967 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:05.210750 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:05.234858 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:05.235871 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:05.283328 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-16de74b7-b8f5-4005-881d-0a2c24b03e11 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "DELETE /v2.0/floatingips/ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a HTTP/1.1" status: 204 len: 168 time: 1.5796037 Jul 18 16:51:05.283328 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:05.283328 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7a45e2-adc5-4dea-be7e-ee77917496bc" -d '{"events": [{"name": "network-changed", "server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "tag": "f17f0179-7c66-4506-9262-82d958940f77"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:05.483711 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:05.588026 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:05.596468 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks [] for router_gateway (14232b33-0110-454c-af3d-64e8ceae9497), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:05.660609 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3be4b1a-0ac0-4ea5-9869-74242ea929d0 x-openstack-request-id: req-e3be4b1a-0ac0-4ea5-9869-74242ea929d0 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:05.662039 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "tag": "f17f0179-7c66-4506-9262-82d958940f77", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:05.662376 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3be4b1a-0ac0-4ea5-9869-74242ea929d0 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:05.663091 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3be4b1a-0ac0-4ea5-9869-74242ea929d0'] response: {'name': 'network-changed', 'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77', 'status': 'completed', 'code': 200} Jul 18 16:51:05.711011 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:05.725750 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078d3b5-6cfc-4a07-b8f8-077b4b1bb102 req-c71e6bf8-11d6-462d-9f39-615cb83516c4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:05.727387 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2078d3b5-6cfc-4a07-b8f8-077b4b1bb102 req-c71e6bf8-11d6-462d-9f39-615cb83516c4 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 945 time: 0.1276367 Jul 18 16:51:05.747504 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:05.761104 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:05.796279 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:05.812979 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:05.814004 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:05.993781 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:06.119565 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:06.150750 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2078d3b5-6cfc-4a07-b8f8-077b4b1bb102 req-98f657e3-aa91-4215-8f25-c011e3752f35 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126830 Jul 18 16:51:06.185613 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (14232b33-0110-454c-af3d-64e8ceae9497), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.263725 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:51:06.289099 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:06.289574 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbfc961-8819-4034-aec4-bedca862b379 None None] Network 4659de03-40a7-4562-b3ff-aea00f484081 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:06.323544 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-34db0dff-66c3-43a0-a612-acbff47dca01 None None] Provisioning complete for port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:06.324073 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-34db0dff-66c3-43a0-a612-acbff47dca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.344142 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15451d59-3c16-4431-8d89-ebb0df7e9ab5 None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:42:36Z', 'revision_number': 4, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '3eb6d9dd-da34-4355-ac7d-d24654bfc8c1', 'name': '', 'network_id': '94186e07-4092-42bb-bef4-09c745cebf42', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'mac_address': 'fa:16:3e:7e:01:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:31Z', 'updated_at': '2022-07-18T16:42:43Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'subnets': [{'id': '403a1512-0ed5-4671-bf38-261bd10555c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:06.441606 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Router 14232b33-0110-454c-af3d-64e8ceae9497 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:51:06.451602 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:06.502843 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-34db0dff-66c3-43a0-a612-acbff47dca01 None None] Current status of the port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:06.503235 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-34db0dff-66c3-43a0-a612-acbff47dca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.552394 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:06.625456 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-34db0dff-66c3-43a0-a612-acbff47dca01 None None] For port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:06.637600 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-34db0dff-66c3-43a0-a612-acbff47dca01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.669569 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:06.715824 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Sync routers for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:06.742474 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.752733 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-5bf915df-1a43-4d57-8a03-b81ebaa752ab admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7599618 Jul 18 16:51:06.756452 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37640) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:06.779455 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:06.779981 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:06.788739 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db0dff-66c3-43a0-a612-acbff47dca01 None None] Pushing event updated for resources: {'Port': ['ID=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:06.797544 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:06.798237 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.835036 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9464c90-d1ac-4b84-99c3-2c26477225e8 None None] New status for floating IP ac726db1-cd9d-4ebf-a2e9-e6cd68490c7a: DOWN {{(pid=104184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:51:06.916072 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-66f036e4-59a4-4a72-afb2-c8f258bf070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:06.916275 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-6af67c72-3138-4c25-93b7-40a8d10b044c None None] Provisioning complete for port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:06.916472 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-6af67c72-3138-4c25-93b7-40a8d10b044c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.919230 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-66f036e4-59a4-4a72-afb2-c8f258bf070e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=edffd84b958d4e2a880fae7c4709d36d&device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 1129 time: 0.0960443 Jul 18 16:51:07.207547 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:07.293728 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-79c15072-702d-41fd-b82c-9b37f76a7ca2 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.297808 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-79c15072-702d-41fd-b82c-9b37f76a7ca2 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 945 time: 0.1198740 Jul 18 16:51:07.313386 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:07.363039 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:07.370805 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-6af67c72-3138-4c25-93b7-40a8d10b044c None None] Current status of the port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:07.396074 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-eece0dd7-9269-49c6-a551-98fd86034356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.398952 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-eece0dd7-9269-49c6-a551-98fd86034356 service neutron] 10.222.0.95 "GET /v2.0/networks?id=94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 200 len: 913 time: 0.3362715 Jul 18 16:51:07.459237 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76af485-e142-4ede-8e15-9a6c61e06431 req-f1f53283-ae83-4b6f-9f4d-4a5b8ee098d8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.461897 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a76af485-e142-4ede-8e15-9a6c61e06431 req-f1f53283-ae83-4b6f-9f4d-4a5b8ee098d8 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 945 time: 0.1087446 Jul 18 16:51:07.481510 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:05Z', 'revision_number': 3, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:07.481803 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-81ea3065-fa9a-4e23-9dd5-734d28bb3d62 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 200 len: 217 time: 0.0769277 Jul 18 16:51:07.538507 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.539370 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Checking router: 14232b33-0110-454c-af3d-64e8ceae9497 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:07.540020 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Updating router 14232b33-0110-454c-af3d-64e8ceae9497 port 238c4b9e-efde-4853-b609-0f1678807df6 binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:07.563564 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:07.572573 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-13bd7594-d445-4c3c-b5ce-b1a22f6552bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.574123 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-13bd7594-d445-4c3c-b5ce-b1a22f6552bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 200 len: 851 time: 0.0629106 Jul 18 16:51:07.594285 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-a76af485-e142-4ede-8e15-9a6c61e06431 req-4d9b5048-0cb1-4b8b-a87f-20f4c66a8c56 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/security-groups?id=776cfd29-3661-44c3-940b-511b6e6bd942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893087 Jul 18 16:51:07.601564 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (238c4b9e-efde-4853-b609-0f1678807df6), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.621995 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Deleting port f17f0179-7c66-4506-9262-82d958940f77 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:07.622323 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (f17f0179-7c66-4506-9262-82d958940f77), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.662311 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-b812d335-483d-4425-8bd5-e02100da278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.663923 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-b812d335-483d-4425-8bd5-e02100da278f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=94186e07-4092-42bb-bef4-09c745cebf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815084 Jul 18 16:51:07.795316 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Allocated IP 172.20.0.1 (4659de03-40a7-4562-b3ff-aea00f484081/45e2dad4-f84c-4273-a4e0-9d90cb7d1318/8967d0db-2ebb-4c3b-a700-d243119207aa) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:07.810894 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] For port f17f0179-7c66-4506-9262-82d958940f77, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f17f0179-7c66-4506-9262-82d958940f77,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:07.811536 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (f17f0179-7c66-4506-9262-82d958940f77), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.835649 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Calling delete_port for f17f0179-7c66-4506-9262-82d958940f77 owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:07.848092 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:07.859739 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-0dbe2d95-27f9-4b65-9b8d-3b628c528be7 service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682594 Jul 18 16:51:07.897460 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:07.988535 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:07.998277 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks [] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.001087 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:08.029430 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-bd7a45e2-adc5-4dea-be7e-ee77917496bc req-415b6e0a-a96f-4dde-b418-b214cefd61fb service neutron] 10.222.0.95 "GET /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306510 Jul 18 16:51:08.070155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.091609 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Publish callbacks [] for port (238c4b9e-efde-4853-b609-0f1678807df6), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.100466 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (238c4b9e-efde-4853-b609-0f1678807df6), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.111747 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (f17f0179-7c66-4506-9262-82d958940f77), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.138455 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Network 4659de03-40a7-4562-b3ff-aea00f484081 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:08.142365 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:08.142704 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event deleted for resources: {'Port': ['ID=f17f0179-7c66-4506-9262-82d958940f77,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.147873 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:08.186516 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=8967d0db-2ebb-4c3b-a700-d243119207aa,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.211923 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] No DVR routers for this DVR port f17f0179-7c66-4506-9262-82d958940f77 on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:08.212301 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (14232b33-0110-454c-af3d-64e8ceae9497), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.215781 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.219499 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5f0c722b-7514-4d8f-a567-4119078dd649 req-432febe2-f019-44b1-bd75-6b5e898765af tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.95 "DELETE /v2.0/ports/f17f0179-7c66-4506-9262-82d958940f77 HTTP/1.1" status: 204 len: 173 time: 0.9164386 Jul 18 16:51:08.219997 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'name': 'network-vif-deleted', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:08.225632 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0855e1-5763-4df4-9c6a-c38346c5a1b0 None None] Pushing event updated for resources: {'Port': ['ID=238c4b9e-efde-4853-b609-0f1678807df6,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.230390 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a16844-e622-4411-83ed-4a3914367c76" -d '{"events": [{"server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "name": "network-vif-deleted", "tag": "f17f0179-7c66-4506-9262-82d958940f77"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:08.254367 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Attempting to bind port 238c4b9e-efde-4853-b609-0f1678807df6 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:08.255226 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Attempting to bind port 238c4b9e-efde-4853-b609-0f1678807df6 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:08.255868 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Attempting to bind port 238c4b9e-efde-4853-b609-0f1678807df6 on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:08.262681 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:08.263711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:08.264638 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.266086 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:08.266978 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Bound port: 238c4b9e-efde-4853-b609-0f1678807df6, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:08.267696 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (238c4b9e-efde-4853-b609-0f1678807df6), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.306889 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e317d6-311e-41f3-8815-4cffc1a093da x-openstack-request-id: req-c0e317d6-311e-41f3-8815-4cffc1a093da {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:08.307453 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a39496-e159-4eb3-8522-e4c71db90cb2", "name": "network-vif-deleted", "tag": "f17f0179-7c66-4506-9262-82d958940f77", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:08.307973 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0e317d6-311e-41f3-8815-4cffc1a093da {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:08.308620 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e317d6-311e-41f3-8815-4cffc1a093da'] response: {'server_uuid': '81a39496-e159-4eb3-8522-e4c71db90cb2', 'name': 'network-vif-deleted', 'tag': 'f17f0179-7c66-4506-9262-82d958940f77', 'status': 'completed', 'code': 200} Jul 18 16:51:08.336874 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] For port 238c4b9e-efde-4853-b609-0f1678807df6, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:08.342107 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] For port 238c4b9e-efde-4853-b609-0f1678807df6, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=238c4b9e-efde-4853-b609-0f1678807df6,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:08.355096 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (238c4b9e-efde-4853-b609-0f1678807df6), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.444466 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:08.446425 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:08.451907 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0855e1-5763-4df4-9c6a-c38346c5a1b0 None None] Pushing event updated for resources: {'Port': ['ID=238c4b9e-efde-4853-b609-0f1678807df6,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.522031 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.523641 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-89724930-6739-4525-ad17-889ebeabd88d None None] Provisioning complete for port 8967d0db-2ebb-4c3b-a700-d243119207aa triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:08.524016 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-89724930-6739-4525-ad17-889ebeabd88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.556130 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:08.656252 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-89724930-6739-4525-ad17-889ebeabd88d None None] Port 8967d0db-2ebb-4c3b-a700-d243119207aa cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:08.703002 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:08.703467 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.714391 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:08.830731 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-3ec07aab-f645-4241-84a2-d22d0ca4192a req-f96c772c-d6f9-437b-8a57-5dcff331d6f1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "GET /v2.0/ports?device_id=81a39496-e159-4eb3-8522-e4c71db90cb2 HTTP/1.1" status: 200 len: 210 time: 0.0640390 Jul 18 16:51:08.846429 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:08.912385 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks [] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.918359 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.925218 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:08.998015 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (14232b33-0110-454c-af3d-64e8ceae9497), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.001344 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=8967d0db-2ebb-4c3b-a700-d243119207aa,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:09.068816 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:09.098301 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:05Z', 'revision_number': 3, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:09.134429 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Network 4659de03-40a7-4562-b3ff-aea00f484081 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:09.137294 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:09.155759 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87128760-5ffb-4e4f-8bec-29adbed336d6 None None] The sync data for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi is: [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:05Z', 'revision_number': 3, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:09.352261 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Router 14232b33-0110-454c-af3d-64e8ceae9497 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:09.358033 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:09.564688 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:09.571007 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-59982685-0585-49c6-80e5-61a9bac13fe0 admin admin] 10.222.0.77 "PUT /v2.0/routers/14232b33-0110-454c-af3d-64e8ceae9497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126163 Jul 18 16:51:09.594897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-40232ac5-d290-485c-a315-c63801e283fb None None] Provisioning complete for port 8967d0db-2ebb-4c3b-a700-d243119207aa triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:09.594897 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-40232ac5-d290-485c-a315-c63801e283fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.630473 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:09.634379 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-40232ac5-d290-485c-a315-c63801e283fb None None] Port 8967d0db-2ebb-4c3b-a700-d243119207aa cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:09.932049 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37656) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:10.102208 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Deleting port 98e54a8b-c9d1-4152-b80a-56661de7fc46 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:10.102676 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.230041 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.231518 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (98e54a8b-c9d1-4152-b80a-56661de7fc46), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.263697 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Calling delete_port for 98e54a8b-c9d1-4152-b80a-56661de7fc46 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:10.316968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37666) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:10.322163 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-667872723-network', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:10.346114 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Made reservation on behalf of dcdc4067d89d482ca0e76b2e5752c6ca for: {'network': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:10.348663 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for network (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.364936 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.497841 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (98e54a8b-c9d1-4152-b80a-56661de7fc46), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.521410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks [] for security_group (536fb895-44c6-444c-a8c6-3a9ddc844467), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.526338 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (536fb895-44c6-444c-a8c6-3a9ddc844467), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.541942 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 238c4b9e-efde-4853-b609-0f1678807df6 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:10.551624 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event deleted for resources: {'Port': ['ID=98e54a8b-c9d1-4152-b80a-56661de7fc46,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:10.572716 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=104182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:51:10.598440 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536fb895-44c6-444c-a8c6-3a9ddc844467,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:10.608434 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.609903 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.segments_db [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Added segment c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb of type vlan for network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 Jul 18 16:51:10.613485 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 238c4b9e-efde-4853-b609-0f1678807df6 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:10.614807 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (238c4b9e-efde-4853-b609-0f1678807df6), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.696458 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for floatingip (457c16ee-9f8b-441b-81e2-ec412a224792), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.701329 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.708408 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-1a33ac12-3ea8-4810-b906-5692b71baaf6 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "DELETE /v2.0/floatingips/457c16ee-9f8b-441b-81e2-ec412a224792 HTTP/1.1" status: 204 len: 168 time: 0.7735817 Jul 18 16:51:10.716854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735497142577'] for network (0aa0a3fe-dd65-4c49-9233-fcd2c965d970), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.720076 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 238c4b9e-efde-4853-b609-0f1678807df6 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:10.721072 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (238c4b9e-efde-4853-b609-0f1678807df6), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.761554 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820'] for network (0aa0a3fe-dd65-4c49-9233-fcd2c965d970), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.761554 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:10.762831 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.764860 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 238c4b9e-efde-4853-b609-0f1678807df6, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=238c4b9e-efde-4853-b609-0f1678807df6,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:10.772200 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (238c4b9e-efde-4853-b609-0f1678807df6), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.818712 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4980478 Jul 18 16:51:10.819516 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37674) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:10.829943 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Request body: {'subnet': {'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-667872723-subnet', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'ip_version': 4}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:10.851305 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6efcf-7603-41a8-886f-da58f90e124d admin admin] Pushing event updated for resources: {'Network': ['ID=0aa0a3fe-dd65-4c49-9233-fcd2c965d970,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:10.864234 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=238c4b9e-efde-4853-b609-0f1678807df6,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:10.871568 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 details requested by agent ovs-agent-dv-cinder-837543-6-iscsi with host dv-cinder-837543-6-iscsi {{(pid=104183) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:51:10.874185 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Made reservation on behalf of dcdc4067d89d482ca0e76b2e5752c6ca for: {'subnet': 1} {{(pid=104181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:10.877603 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3750383'] for subnet (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.029620 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:11.111155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3917104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3750385'] for subnet (dc853d68-9fe4-4812-995e-411b508e2e6c), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.163737 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:11.210296 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Checking segment: {'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:11.211039 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Network hostable DHCP agents. Network: 0aa0a3fe-dd65-4c49-9233-fcd2c965d970, hostable agents: ['3cc4fbf5-0e95-41cc-a803-c0880460ea70'], hosted agents: [] {{(pid=104181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:51:11.215737 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc853d68-9fe4-4812-995e-411b508e2e6c,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:11.245827 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 is scheduled to be hosted by DHCP agent 3cc4fbf5-0e95-41cc-a803-c0880460ea70 with binding_index 1 {{(pid=104181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:51:11.257237 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-6-iscsi, 0aa0a3fe-dd65-4c49-9233-fcd2c965d970) {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:11.262692 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:11.263478 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.269401 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c34d64-5a94-4495-aa8c-cce25d70acb1 None None] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:11.289904 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-914fdeea-0ba3-4bde-8017-29de9eb8bf20 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4648564 Jul 18 16:51:11.290662 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37678) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:11.298886 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:11.303335 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f17f0179-7c66-4506-9262-82d958940f77 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:11.338930 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-438'] for router (afd80d7d-535f-47e0-bfb9-a3dfd928d098), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.339889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: f17f0179-7c66-4506-9262-82d958940f77 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:11.339889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device f17f0179-7c66-4506-9262-82d958940f77 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:11.340881 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-654453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-649578', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-679567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (afd80d7d-535f-47e0-bfb9-a3dfd928d098), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.409003 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks [] for router_controller (afd80d7d-535f-47e0-bfb9-a3dfd928d098), precommit_add_association {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.456521 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Sync routers for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:11.464710 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a00e468-d99b-56c1-9d6b-92efeb6e3d0e-0aa0a3fe-dd65-4c49-9233-fcd2c965d970', 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970', 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'fixed_ips': [{'subnet_id': 'dc853d68-9fe4-4812-995e-411b508e2e6c'}]}} from dv-cinder-837543-6-iscsi. {{(pid=104183) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:51:11.466161 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.492371 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:11.493681 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:11.615813 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:11.634563 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks [] for router_gateway (afd80d7d-535f-47e0-bfb9-a3dfd928d098), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.716587 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:11.742757 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:11.899616 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:11.905236 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.db_base_plugin_common [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Allocated IP 172.20.0.2 (0aa0a3fe-dd65-4c49-9233-fcd2c965d970/dc853d68-9fe4-4812-995e-411b508e2e6c/936012a2-15d4-4f6a-950e-df9e302605c1) {{(pid=104183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:11.926885 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks [] for router_gateway (afd80d7d-535f-47e0-bfb9-a3dfd928d098), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.947278 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.008349 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37682) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:12.190122 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:12.199621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 2, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:12.213375 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d9660a41-c410-4c53-b51b-5a9142a05be1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group (776cfd29-3661-44c3-940b-511b6e6bd942), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.216319 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Allocated IP 172.27.0.117 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/a8a74075-9f5d-4952-8ca1-a732384fb0eb) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:12.242054 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Checking router: 14232b33-0110-454c-af3d-64e8ceae9497 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:12.242623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Updating router 14232b33-0110-454c-af3d-64e8ceae9497 port 8967d0db-2ebb-4c3b-a700-d243119207aa binding host dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:12.249227 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Publish callbacks [] for port (936012a2-15d4-4f6a-950e-df9e302605c1), precommit_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.269147 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d9660a41-c410-4c53-b51b-5a9142a05be1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group (776cfd29-3661-44c3-940b-511b6e6bd942), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.276719 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), after_create {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.315025 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.345914 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 is already hosted by enough agents. {{(pid=104183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:12.351746 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.scheduler.base_scheduler [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Resources bound (agent type, host, resource id): {{(pid=104183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:12.361844 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Received port after_create {{(pid=104183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:12.394856 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Pushing event updated for resources: {'Port': ['ID=936012a2-15d4-4f6a-950e-df9e302605c1,revision_number=1']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:12.435978 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks [] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.486855 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.507154 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 238c4b9e-efde-4853-b609-0f1678807df6 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:12.529207 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d9660a41-c410-4c53-b51b-5a9142a05be1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (776cfd29-3661-44c3-940b-511b6e6bd942), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.531953 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-d9660a41-c410-4c53-b51b-5a9142a05be1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.533158 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-d9660a41-c410-4c53-b51b-5a9142a05be1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] 10.222.0.77 "DELETE /v2.0/security-groups/776cfd29-3661-44c3-940b-511b6e6bd942 HTTP/1.1" status: 204 len: 168 time: 0.5229549 Jul 18 16:51:12.535557 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:12.555998 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:12.561450 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:12.564823 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9660a41-c410-4c53-b51b-5a9142a05be1 tempest-TestVolumeBootPattern-86073174 tempest-TestVolumeBootPattern-86073174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776cfd29-3661-44c3-940b-511b6e6bd942,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:12.568967 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a74075-9f5d-4952-8ca1-a732384fb0eb,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:12.645668 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37688) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:12.714288 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Attempting to bind port 936012a2-15d4-4f6a-950e-df9e302605c1 on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:12.714676 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Attempting to bind port 936012a2-15d4-4f6a-950e-df9e302605c1 by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:12.715100 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Attempting to bind port 936012a2-15d4-4f6a-950e-df9e302605c1 on network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:12.730006 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:12.731105 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Checking segment: {'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:12.731671 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.732410 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Bound using segment: {'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:12.733230 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Bound port: 936012a2-15d4-4f6a-950e-df9e302605c1, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:12.733789 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.837206 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 238c4b9e-efde-4853-b609-0f1678807df6 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:12.837575 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (238c4b9e-efde-4853-b609-0f1678807df6), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.861119 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:12.930056 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] For port 936012a2-15d4-4f6a-950e-df9e302605c1, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:12.931059 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:12.942279 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:12.955439 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] For port 936012a2-15d4-4f6a-950e-df9e302605c1, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=936012a2-15d4-4f6a-950e-df9e302605c1,segment=NetworkSegment(c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb),segment_id=c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:12.960476 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks [] for router_gateway (afd80d7d-535f-47e0-bfb9-a3dfd928d098), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.973700 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.157337 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Publish callbacks [] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), precommit_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.168404 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 238c4b9e-efde-4853-b609-0f1678807df6 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:13.178328 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be576d8-7218-4d9f-b7b8-49bb172ed4ab None None] Pushing event updated for resources: {'Port': ['ID=936012a2-15d4-4f6a-950e-df9e302605c1,revision_number=2']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:13.190533 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.241048 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:13.374296 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b90ed0-49f9-43ec-bac1-3cb3d4557f5a None None] Pushing event updated for resources: {'Port': ['ID=8967d0db-2ebb-4c3b-a700-d243119207aa,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:13.463780 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Attempting to bind port 8967d0db-2ebb-4c3b-a700-d243119207aa on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:13.464402 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Attempting to bind port 8967d0db-2ebb-4c3b-a700-d243119207aa by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:13.465056 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Attempting to bind port 8967d0db-2ebb-4c3b-a700-d243119207aa on network 4659de03-40a7-4562-b3ff-aea00f484081 {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:13.492488 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:13.493284 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Checking segment: {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:13.494022 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.494757 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Bound using segment: {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'} {{(pid=104183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:13.495961 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.managers [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Bound port: 8967d0db-2ebb-4c3b-a700-d243119207aa, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'}}] {{(pid=104183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:13.496954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.669388 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] For port 8967d0db-2ebb-4c3b-a700-d243119207aa, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:13.676654 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] For port 8967d0db-2ebb-4c3b-a700-d243119207aa, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=8967d0db-2ebb-4c3b-a700-d243119207aa,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:13.687671 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.771762 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-e26ec2a5-5261-40a7-b00f-81940b3177d0 None None] Provisioning complete for port 8967d0db-2ebb-4c3b-a700-d243119207aa triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:13.772522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e26ec2a5-5261-40a7-b00f-81940b3177d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.802117 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-654414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-649726'] for router (afd80d7d-535f-47e0-bfb9-a3dfd928d098), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.827208 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (0fc540cf-4285-4bd1-848e-15151b2a67a3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.891658 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b90ed0-49f9-43ec-bac1-3cb3d4557f5a None None] Pushing event updated for resources: {'Port': ['ID=8967d0db-2ebb-4c3b-a700-d243119207aa,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:13.908159 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:13.909213 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:14.112381 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e26ec2a5-5261-40a7-b00f-81940b3177d0 None None] Current status of the port 8967d0db-2ebb-4c3b-a700-d243119207aa is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:14.112888 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e26ec2a5-5261-40a7-b00f-81940b3177d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.141498 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Router afd80d7d-535f-47e0-bfb9-a3dfd928d098 is scheduled to L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 with binding_index 1 {{(pid=104182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:51:14.205429 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:14.237461 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Deleting port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:14.238203 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.272365 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e26ec2a5-5261-40a7-b00f-81940b3177d0 None None] For port 8967d0db-2ebb-4c3b-a700-d243119207aa, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=8967d0db-2ebb-4c3b-a700-d243119207aa,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:14.292711 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e26ec2a5-5261-40a7-b00f-81940b3177d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.337597 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:14.366833 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Sync routers for ids ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:14.392093 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Routers {'afd80d7d-535f-47e0-bfb9-a3dfd928d098'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:14.392756 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:14.409695 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.415704 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6fba4888-d6bc-4be8-8bda-9cd22c2b5b46 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1208923 Jul 18 16:51:14.418471 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37692) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:14.497577 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] For port 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:14.498332 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.504819 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:14.549731 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:14.555467 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Calling delete_port for 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 owned by network:router_interface {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:14.612029 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 936012a2-15d4-4f6a-950e-df9e302605c1 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:14.683914 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Set router afd80d7d-535f-47e0-bfb9-a3dfd928d098 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:14.686050 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-16e7a5cd-aab8-4d3a-aa5e-fa9b8d363627 None None] Provisioning complete for port 8967d0db-2ebb-4c3b-a700-d243119207aa triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:14.686715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-16e7a5cd-aab8-4d3a-aa5e-fa9b8d363627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.703738 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ec2a5-5261-40a7-b00f-81940b3177d0 None None] Pushing event updated for resources: {'Port': ['ID=8967d0db-2ebb-4c3b-a700-d243119207aa,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:14.881453 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 936012a2-15d4-4f6a-950e-df9e302605c1 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:14.882539 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.997325 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (3eb6d9dd-da34-4355-ac7d-d24654bfc8c1), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.063360 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb6d9dd-da34-4355-ac7d-d24654bfc8c1,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:15.091669 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:12Z', 'revision_number': 3, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port': {'id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:15.162716 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Checking router: afd80d7d-535f-47e0-bfb9-a3dfd928d098 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:15.163568 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Updating router afd80d7d-535f-47e0-bfb9-a3dfd928d098 port a8a74075-9f5d-4952-8ca1-a732384fb0eb binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:15.196154 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:15.239586 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.244641 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:15.297283 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:15.299438 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19106673-d2ef-4d01-94fc-3b557c4e7163 None None] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:15.382555 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (0fc540cf-4285-4bd1-848e-15151b2a67a3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.435648 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.475141 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:15.601491 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-16e7a5cd-aab8-4d3a-aa5e-fa9b8d363627 None None] Current status of the port 8967d0db-2ebb-4c3b-a700-d243119207aa is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:15.691414 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:13Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:15.754322 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Allocated IP 172.20.0.1 (0aa0a3fe-dd65-4c49-9233-fcd2c965d970/dc853d68-9fe4-4812-995e-411b508e2e6c/f13fb180-39b1-42b6-9a3b-8ea18859a4da) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:15.773892 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182ad85f-5ebe-4352-9165-a6c6361f5981 None None] The sync data for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi is: [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:13Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:15.805395 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 936012a2-15d4-4f6a-950e-df9e302605c1 is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:15.806009 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.810078 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b34659bb-d16f-45be-930e-8d711afcb3b7 None None] Provisioning complete for port 936012a2-15d4-4f6a-950e-df9e302605c1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:15.810705 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b34659bb-d16f-45be-930e-8d711afcb3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.014767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks [] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.037289 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port 936012a2-15d4-4f6a-950e-df9e302605c1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=936012a2-15d4-4f6a-950e-df9e302605c1,segment=NetworkSegment(c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb),segment_id=c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:16.055699 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.074630 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Publish callbacks [] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.080131 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:16.082970 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:16.092593 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.152107 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.222877 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Attempting to bind port a8a74075-9f5d-4952-8ca1-a732384fb0eb on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:16.223640 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Attempting to bind port a8a74075-9f5d-4952-8ca1-a732384fb0eb by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:16.225382 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Attempting to bind port a8a74075-9f5d-4952-8ca1-a732384fb0eb on network 5d52feb0-c1ce-436c-84df-a3b991e84c92 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:16.246859 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:16.247646 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Checking segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:16.248519 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.249191 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Bound using segment: {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:16.250689 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Bound port: a8a74075-9f5d-4952-8ca1-a732384fb0eb, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4dfbd6-7387-46a3-9cc9-146cfbbb4550', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:16.251382 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.308176 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b34659bb-d16f-45be-930e-8d711afcb3b7 None None] Current status of the port 936012a2-15d4-4f6a-950e-df9e302605c1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:16.352896 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:16.358433 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=936012a2-15d4-4f6a-950e-df9e302605c1,revision_number=3']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:16.361853 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:16.367280 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] For port a8a74075-9f5d-4952-8ca1-a732384fb0eb, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:16.374162 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] For port a8a74075-9f5d-4952-8ca1-a732384fb0eb, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=a8a74075-9f5d-4952-8ca1-a732384fb0eb,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:16.380683 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Pushing event updated for resources: {'Port': ['ID=a8a74075-9f5d-4952-8ca1-a732384fb0eb,revision_number=2']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:16.382263 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:16.395633 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.398809 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.399328 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.400147 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.400308 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.402292 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.402292 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.402292 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.402292 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.402292 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.402292 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.403402 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.403402 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.403402 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.403402 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.403934 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:16.461063 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-adc430d2-92a7-4625-b31f-1cbf25f6beab None None] Provisioning complete for port 936012a2-15d4-4f6a-950e-df9e302605c1 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:16.461063 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-adc430d2-92a7-4625-b31f-1cbf25f6beab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.498212 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Routers {'afd80d7d-535f-47e0-bfb9-a3dfd928d098'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:16.506530 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:16.520485 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Pushing event updated for resources: {'Port': ['ID=f13fb180-39b1-42b6-9a3b-8ea18859a4da,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:16.581002 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657013'] for router_interface (afd80d7d-535f-47e0-bfb9-a3dfd928d098), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.608207 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Router 0fc540cf-4285-4bd1-848e-15151b2a67a3 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:16.664577 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-adc430d2-92a7-4625-b31f-1cbf25f6beab None None] Current status of the port 936012a2-15d4-4f6a-950e-df9e302605c1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:16.684611 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dda32f-560c-4105-8ec3-332cec26b9f2 None None] Pushing event updated for resources: {'Port': ['ID=a8a74075-9f5d-4952-8ca1-a732384fb0eb,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:16.744538 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:16.820705 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.856112 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:16.892422 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:16.903120 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-cd7b45d6-50cb-4561-a3c5-2752303afc13 admin admin] 10.222.0.77 "PUT /v2.0/routers/0fc540cf-4285-4bd1-848e-15151b2a67a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2546813 Jul 18 16:51:16.904293 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37694) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:16.916225 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] Sync routers for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:16.929954 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] Set router afd80d7d-535f-47e0-bfb9-a3dfd928d098 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:16.950985 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 936012a2-15d4-4f6a-950e-df9e302605c1 up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:16.955851 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b3e3cbbe-bcf4-4ef1-ada2-ff8b5061499d None None] Provisioning complete for port f13fb180-39b1-42b6-9a3b-8ea18859a4da triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:16.956483 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b3e3cbbe-bcf4-4ef1-ada2-ff8b5061499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.059006 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3cbbe-bcf4-4ef1-ada2-ff8b5061499d None None] Port f13fb180-39b1-42b6-9a3b-8ea18859a4da cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:17.071847 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:17.072490 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:17.106821 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks [] for router (0fc540cf-4285-4bd1-848e-15151b2a67a3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.207834 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:17.224527 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks [] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.239400 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.280149 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:17.376201 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Pushing event updated for resources: {'Port': ['ID=f13fb180-39b1-42b6-9a3b-8ea18859a4da,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:17.396357 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:17.410603 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:12Z', 'revision_number': 3, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port': {'id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:17.429840 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-995886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-663309'] for router_interface (afd80d7d-535f-47e0-bfb9-a3dfd928d098), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.439984 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks [] for router_gateway (0fc540cf-4285-4bd1-848e-15151b2a67a3), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.464221 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b3c5f5-c8b1-442a-9663-c7340770db5c None None] The sync data for ids ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'] in dv-cinder-837543-6-iscsi is: [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:12Z', 'revision_number': 3, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port': {'id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:17.485367 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:51:14Z', 'revision_number': 5, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port': {'id': 'd3db85de-00c7-429e-aca7-96b177eaf768', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:20Z', 'updated_at': '2022-07-18T16:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:17.528953 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] Checking router: 0fc540cf-4285-4bd1-848e-15151b2a67a3 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:17.546534 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 936012a2-15d4-4f6a-950e-df9e302605c1 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:17.547237 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.551451 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] Routers {'0fc540cf-4285-4bd1-848e-15151b2a67a3'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:17.552194 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['0fc540cf-4285-4bd1-848e-15151b2a67a3'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:17.570129 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Deleting port d3db85de-00c7-429e-aca7-96b177eaf768 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:17.570621 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.578685 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:17.580394 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:17.758851 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:17.773457 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] Set router 0fc540cf-4285-4bd1-848e-15151b2a67a3 gateway port host: None {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:17.804393 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Router afd80d7d-535f-47e0-bfb9-a3dfd928d098 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:17.819762 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] For port d3db85de-00c7-429e-aca7-96b177eaf768, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=d3db85de-00c7-429e-aca7-96b177eaf768,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:17.820392 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.846459 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Calling delete_port for d3db85de-00c7-429e-aca7-96b177eaf768 owned by network:router_gateway {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:17.855329 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:51:17Z', 'revision_number': 6, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:17.944540 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22cabf4-a664-4cb4-beb0-20c25f4a5dbd None None] The sync data for ids ['0fc540cf-4285-4bd1-848e-15151b2a67a3'] in dv-cinder-837543-6-iscsi is: [{'id': '0fc540cf-4285-4bd1-848e-15151b2a67a3', 'name': 'tempest-TestVolumeBootPattern-1397924853-router', 'tenant_id': 'edffd84b958d4e2a880fae7c4709d36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:18Z', 'updated_at': '2022-07-18T16:51:17Z', 'revision_number': 6, 'project_id': 'edffd84b958d4e2a880fae7c4709d36d', 'gw_port_host': None}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:18.032079 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 936012a2-15d4-4f6a-950e-df9e302605c1 is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:18.033519 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 8967d0db-2ebb-4c3b-a700-d243119207aa up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:18.099707 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b8057d4d-2650-43d7-8581-aabfaa4eb05c None None] Provisioning complete for port f13fb180-39b1-42b6-9a3b-8ea18859a4da triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:18.100398 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b8057d4d-2650-43d7-8581-aabfaa4eb05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.117384 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:18.147136 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6ec91835-b327-4c44-b51e-4d92363279fc admin admin] 10.222.0.77 "PUT /v2.0/routers/afd80d7d-535f-47e0-bfb9-a3dfd928d098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7181878 Jul 18 16:51:18.178114 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port 8967d0db-2ebb-4c3b-a700-d243119207aa triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:18.178435 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.225151 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b8057d4d-2650-43d7-8581-aabfaa4eb05c None None] Port f13fb180-39b1-42b6-9a3b-8ea18859a4da cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:18.286975 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port 8967d0db-2ebb-4c3b-a700-d243119207aa is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:18.337970 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (d3db85de-00c7-429e-aca7-96b177eaf768), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.376736 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3db85de-00c7-429e-aca7-96b177eaf768,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:18.480198 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:18.492420 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (0fc540cf-4285-4bd1-848e-15151b2a67a3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.624082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (0fc540cf-4285-4bd1-848e-15151b2a67a3), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.627995 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks [] for router_controller (0fc540cf-4285-4bd1-848e-15151b2a67a3), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.675794 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:18.692449 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (0fc540cf-4285-4bd1-848e-15151b2a67a3), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.694224 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc540cf-4285-4bd1-848e-15151b2a67a3 {{(pid=104181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:51:18.701418 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.706293 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37702) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:18.707245 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-2f53d1cb-0477-4bee-af6f-3020052385f8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0fc540cf-4285-4bd1-848e-15151b2a67a3 HTTP/1.1" status: 204 len: 168 time: 1.8005426 Jul 18 16:51:18.760347 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a8a74075-9f5d-4952-8ca1-a732384fb0eb up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:18.799736 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] Deleting subnet 403a1512-0ed5-4671-bf38-261bd10555c2 {{(pid=104182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:51:18.804762 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] Publish callbacks [] for subnet (403a1512-0ed5-4671-bf38-261bd10555c2), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.836889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port a8a74075-9f5d-4952-8ca1-a732384fb0eb triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:18.836889 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.868645 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126338296'] for subnet (403a1512-0ed5-4671-bf38-261bd10555c2), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.888752 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37704) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:18.895410 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-7e7e329f-37c6-4884-a7de-8bb97f6fa1fa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169914637', 'description': 'tempest-secgroup-smoke-1169914637 description', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:18.940983 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e7e329f-37c6-4884-a7de-8bb97f6fa1fa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.020694 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (403a1512-0ed5-4671-bf38-261bd10555c2), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.099268 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e7e329f-37c6-4884-a7de-8bb97f6fa1fa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group (1069a8d3-256b-495d-84bc-5154f422e3ed), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.112055 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e7e329f-37c6-4884-a7de-8bb97f6fa1fa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (1069a8d3-256b-495d-84bc-5154f422e3ed), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.118543 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-de05ef73-e97d-465f-8229-fb18344947c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.167794 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126058424'] for subnet (403a1512-0ed5-4671-bf38-261bd10555c2), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.186330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:19.214904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7e7e329f-37c6-4884-a7de-8bb97f6fa1fa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.219870 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7e7e329f-37c6-4884-a7de-8bb97f6fa1fa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3259020 Jul 18 16:51:19.222919 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37706) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:19.232405 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403a1512-0ed5-4671-bf38-261bd10555c2,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:19.238195 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-368c415e-fe19-4d89-bb4b-74f596b50ad0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'security_group_rule': {'security_group_id': '1069a8d3-256b-495d-84bc-5154f422e3ed', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:19.245705 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.255231 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-5049b805-1315-4e68-9bee-99695dcbba6d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/403a1512-0ed5-4671-bf38-261bd10555c2 HTTP/1.1" status: 204 len: 168 time: 0.5466642 Jul 18 16:51:19.256507 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37708) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:19.257127 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb266e-d0b7-44ba-9544-c6795a54ef96 None None] Network 94186e07-4092-42bb-bef4-09c745cebf42 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:19.261907 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e329f-37c6-4884-a7de-8bb97f6fa1fa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1069a8d3-256b-495d-84bc-5154f422e3ed,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:19.328657 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=100 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:19.329936 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port a8a74075-9f5d-4952-8ca1-a732384fb0eb is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:19.330559 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.332048 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-368c415e-fe19-4d89-bb4b-74f596b50ad0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (5ad9297d-4341-42c6-96a3-1156674e96fc), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.370743 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:19.379704 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (94186e07-4092-42bb-bef4-09c745cebf42), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.427123 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] For port a8a74075-9f5d-4952-8ca1-a732384fb0eb, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=a8a74075-9f5d-4952-8ca1-a732384fb0eb,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:19.438804 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.469557 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:19.471199 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Deleting port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:19.471543 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.494091 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:19.494498 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 3eb6d9dd-da34-4355-ac7d-d24654bfc8c1 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:19.512309 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-368c415e-fe19-4d89-bb4b-74f596b50ad0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (5ad9297d-4341-42c6-96a3-1156674e96fc), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.535817 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-368c415e-fe19-4d89-bb4b-74f596b50ad0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (5ad9297d-4341-42c6-96a3-1156674e96fc), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.538865 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Pushing event updated for resources: {'Port': ['ID=a8a74075-9f5d-4952-8ca1-a732384fb0eb,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:19.567271 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c415e-fe19-4d89-bb4b-74f596b50ad0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad9297d-4341-42c6-96a3-1156674e96fc,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:19.586258 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-368c415e-fe19-4d89-bb4b-74f596b50ad0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.590763 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] DHCP port deletion for 94186e07-4092-42bb-bef4-09c745cebf42 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:51:19.592146 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-368c415e-fe19-4d89-bb4b-74f596b50ad0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675587 Jul 18 16:51:19.593763 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37710) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:19.599010 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-3e461595-3089-4987-ad23-821b759ab4b4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'security_group_rule': {'security_group_id': '1069a8d3-256b-495d-84bc-5154f422e3ed', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:19.647477 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3e461595-3089-4987-ad23-821b759ab4b4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (119af665-7f63-4940-8658-b2e188ee16cb), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.653507 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] For port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:19.654098 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.661993 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] Deleting port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:19.662380 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.681522 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Calling delete_port for bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b owned by network:dhcp {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:19.746369 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] For port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,segment=NetworkSegment(4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9),segment_id=4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:19.746835 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.760858 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3e461595-3089-4987-ad23-821b759ab4b4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (119af665-7f63-4940-8658-b2e188ee16cb), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.764354 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] Calling delete_port for bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:19.772506 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3e461595-3089-4987-ad23-821b759ab4b4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (119af665-7f63-4940-8658-b2e188ee16cb), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.807932 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e461595-3089-4987-ad23-821b759ab4b4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119af665-7f63-4940-8658-b2e188ee16cb,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:19.833485 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3e461595-3089-4987-ad23-821b759ab4b4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.840322 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-3e461595-3089-4987-ad23-821b759ab4b4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2448688 Jul 18 16:51:19.840905 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37712) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:19.859589 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-135a9f94-9e65-49a9-b3ad-a295df778693 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'security_group_rule': {'security_group_id': '1069a8d3-256b-495d-84bc-5154f422e3ed', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:19.883794 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.892664 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.916813 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:19.922122 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] No DVR routers for this DVR port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b on host dv-cinder-837543-6-iscsi {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:19.923906 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-135a9f94-9e65-49a9-b3ad-a295df778693 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (fbddc93a-ca78-4cac-b7f7-f1266a6f1bd9), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.926512 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] Pushing event deleted for resources: {'Port': ['ID=bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:19.932917 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97061eac-1cbf-42c3-8a4c-ecab1d6300ae None None] No DVR routers for this DVR port bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:19.984020 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:20.050172 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (94186e07-4092-42bb-bef4-09c745cebf42), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.087536 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-135a9f94-9e65-49a9-b3ad-a295df778693 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (fbddc93a-ca78-4cac-b7f7-f1266a6f1bd9), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.089453 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94186e07-4092-42bb-bef4-09c745cebf42']}} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:20.092764 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-135a9f94-9e65-49a9-b3ad-a295df778693 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (fbddc93a-ca78-4cac-b7f7-f1266a6f1bd9), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.112732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9') {'for_net_delete': True} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:20.113035 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.services.segments.db [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9') {} {{(pid=104182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:20.131403 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a9f94-9e65-49a9-b3ad-a295df778693 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbddc93a-ca78-4cac-b7f7-f1266a6f1bd9,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:20.136768 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126338177'] for segment (4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.153974 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-135a9f94-9e65-49a9-b3ad-a295df778693 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.155933 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-135a9f94-9e65-49a9-b3ad-a295df778693 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3023074 Jul 18 16:51:20.160023 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37714) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:20.167502 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-302d0577-cd66-4068-aa9b-9c085ed63de4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'security_group_rule': {'security_group_id': '1069a8d3-256b-495d-84bc-5154f422e3ed', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:20.168034 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.183452 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=104182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:51:20.184930 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3754716'] for segment (4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.224475 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-302d0577-cd66-4068-aa9b-9c085ed63de4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (a72ec38c-c1f2-4e92-8b6b-31136e10bf8a), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.286929 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment 4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9 resource provider aggregate not found Jul 18 16:51:20.318330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (94186e07-4092-42bb-bef4-09c745cebf42), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.361512 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.services.segments.plugin [-] Segment 4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4eb98e5a-b8fa-4015-96b8-a3bd4d4372f9 found for delete ", "request_id": "req-e4389ed3-9145-420c-b17c-86323b750b70"}]} Jul 18 16:51:20.364199 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.377317 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] 10.222.0.77 "DELETE /v2.0/networks/94186e07-4092-42bb-bef4-09c745cebf42 HTTP/1.1" status: 204 len: 168 time: 1.1097822 Jul 18 16:51:20.377317 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85d31-5230-4897-8b3e-330a0286e99a admin admin] Pushing event deleted for resources: {'Network': ['ID=94186e07-4092-42bb-bef4-09c745cebf42,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:20.379811 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37720) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:20.389669 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-302d0577-cd66-4068-aa9b-9c085ed63de4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (a72ec38c-c1f2-4e92-8b6b-31136e10bf8a), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.396133 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-302d0577-cd66-4068-aa9b-9c085ed63de4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (a72ec38c-c1f2-4e92-8b6b-31136e10bf8a), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.438321 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d0577-cd66-4068-aa9b-9c085ed63de4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72ec38c-c1f2-4e92-8b6b-31136e10bf8a,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:20.451580 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-302d0577-cd66-4068-aa9b-9c085ed63de4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.453404 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-302d0577-cd66-4068-aa9b-9c085ed63de4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2919436 Jul 18 16:51:20.456270 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37722) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:20.469775 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'security_group_rule': {'security_group_id': '1069a8d3-256b-495d-84bc-5154f422e3ed', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:20.547440 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a8a74075-9f5d-4952-8ca1-a732384fb0eb up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:20.576109 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.db.securitygroups_db [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Project b93b037768d74e83aa4ca3fd2725ee23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:51:20.592013 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (183c6dcd-0f86-42b0-b891-5f8cf24dea97), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.606596 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port a8a74075-9f5d-4952-8ca1-a732384fb0eb triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:20.607172 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.717909 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port a8a74075-9f5d-4952-8ca1-a732384fb0eb is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:20.767054 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:20.780045 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Sync routers for ids ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:20.797769 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Routers {'afd80d7d-535f-47e0-bfb9-a3dfd928d098'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:20.798905 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:50:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:20.808826 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device d3db85de-00c7-429e-aca7-96b177eaf768 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:20.831555 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: d3db85de-00c7-429e-aca7-96b177eaf768 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:20.832197 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device d3db85de-00c7-429e-aca7-96b177eaf768 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:20.832773 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:20.857995 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:20.860233 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device bdad9e8c-6c1d-4368-a33d-e1a5e3a35f3b not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:20.864776 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (183c6dcd-0f86-42b0-b891-5f8cf24dea97), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.873076 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (183c6dcd-0f86-42b0-b891-5f8cf24dea97), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.910854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183c6dcd-0f86-42b0-b891-5f8cf24dea97,revision_number=0']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:20.925759 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:20.927034 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-6d8e4e04-7629-4bda-a88f-554090a6d08c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4692392 Jul 18 16:51:20.931763 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37724) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:20.940119 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'security_group_rule': {'security_group_id': '1069a8d3-256b-495d-84bc-5154f422e3ed', 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:20.946383 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Set router afd80d7d-535f-47e0-bfb9-a3dfd928d098 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:20.980086 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.securitygroups_db [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Project b93b037768d74e83aa4ca3fd2725ee23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:51:20.992713 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (4fb2ca7d-a329-4cd6-a5d7-1ed6362f29b7), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.090343 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (e467b349-6007-40ac-958e-24a87d31fa14), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.104382 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:DELETE=5,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:21.108371 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (4fb2ca7d-a329-4cd6-a5d7-1ed6362f29b7), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.115011 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554086'] for security_group_rule (4fb2ca7d-a329-4cd6-a5d7-1ed6362f29b7), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.151854 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:21.158550 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb2ca7d-a329-4cd6-a5d7-1ed6362f29b7,revision_number=0']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:21.175765 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.178110 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-f13799d1-329a-458e-9803-5a1d11c69fe8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2442842 Jul 18 16:51:21.225053 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:21.301140 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:16Z', 'revision_number': 4, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port': {'id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'f13fb180-39b1-42b6-9a3b-8ea18859a4da', 'name': '', 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc853d68-9fe4-4812-995e-411b508e2e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:15Z', 'updated_at': '2022-07-18T16:51:16Z', 'revision_number': 2, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'subnets': [{'id': 'dc853d68-9fe4-4812-995e-411b508e2e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:21.339861 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Checking router: afd80d7d-535f-47e0-bfb9-a3dfd928d098 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:21.340487 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Updating router afd80d7d-535f-47e0-bfb9-a3dfd928d098 port f13fb180-39b1-42b6-9a3b-8ea18859a4da binding host dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:21.389468 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Deleting port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:21.389924 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.392783 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.409013 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:21.411533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:21.510273 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] For port 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,segment=NetworkSegment(24ce2d21-b882-4d09-8732-8eba73011e15),segment_id=24ce2d21-b882-4d09-8732-8eba73011e15)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:21.510671 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.527257 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Calling delete_port for 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f owned by network:router_interface {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:21.784131 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.833047 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:21.842473 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Publish callbacks [] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), precommit_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.863582 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:21.894136 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:21.987047 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf8e2f-5355-4286-b775-5a32da3c4590 None None] Pushing event updated for resources: {'Port': ['ID=f13fb180-39b1-42b6-9a3b-8ea18859a4da,revision_number=3']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:22.078129 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Attempting to bind port f13fb180-39b1-42b6-9a3b-8ea18859a4da on host dv-cinder-837543-6-iscsi for vnic_type normal with profile {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:22.078480 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Attempting to bind port f13fb180-39b1-42b6-9a3b-8ea18859a4da by drivers openvswitch,hyperv on host dv-cinder-837543-6-iscsi at level 0 using segments [{'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:22.078843 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Attempting to bind port f13fb180-39b1-42b6-9a3b-8ea18859a4da on network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:22.085713 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Checking agent: {'id': '60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 29, 55), 'started_at': datetime.datetime(2022, 7, 18, 16, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:22.086234 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Checking segment: {'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:22.086733 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.087145 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Bound using segment: {'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'} {{(pid=104184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:22.087791 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.managers [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Bound port: f13fb180-39b1-42b6-9a3b-8ea18859a4da, host: dv-cinder-837543-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970'}}] {{(pid=104184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:22.088192 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), before_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.155352 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0ebd3db3-121a-4b76-be39-d96a9a7d0853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.161404 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (e467b349-6007-40ac-958e-24a87d31fa14), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.182800 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] For port f13fb180-39b1-42b6-9a3b-8ea18859a4da, host dv-cinder-837543-6-iscsi, cleared binding levels {{(pid=104184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:22.187458 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.plugins.ml2.db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] For port f13fb180-39b1-42b6-9a3b-8ea18859a4da, host dv-cinder-837543-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=f13fb180-39b1-42b6-9a3b-8ea18859a4da,segment=NetworkSegment(c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb),segment_id=c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb)] {{(pid=104184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:22.201614 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron_lib.callbacks.manager [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), after_update {{(pid=104184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.281728 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Routers {'afd80d7d-535f-47e0-bfb9-a3dfd928d098'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:22.282719 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:51:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:22.334871 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf8e2f-5355-4286-b775-5a32da3c4590 None None] Pushing event updated for resources: {'Port': ['ID=f13fb180-39b1-42b6-9a3b-8ea18859a4da,revision_number=4']} {{(pid=104184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:22.424854 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-38adb506-2ef2-479d-84e7-c18f71195f85 None None] Provisioning complete for port f13fb180-39b1-42b6-9a3b-8ea18859a4da triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:22.425609 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-38adb506-2ef2-479d-84e7-c18f71195f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.435924 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] Set router afd80d7d-535f-47e0-bfb9-a3dfd928d098 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:22.577929 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-38adb506-2ef2-479d-84e7-c18f71195f85 None None] Current status of the port f13fb180-39b1-42b6-9a3b-8ea18859a4da is: DOWN; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:22.578829 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-38adb506-2ef2-479d-84e7-c18f71195f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.627758 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-38adb506-2ef2-479d-84e7-c18f71195f85 None None] For port f13fb180-39b1-42b6-9a3b-8ea18859a4da, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=f13fb180-39b1-42b6-9a3b-8ea18859a4da,segment=NetworkSegment(c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb),segment_id=c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:22.635427 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-38adb506-2ef2-479d-84e7-c18f71195f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.731705 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adb506-2ef2-479d-84e7-c18f71195f85 None None] Pushing event updated for resources: {'Port': ['ID=f13fb180-39b1-42b6-9a3b-8ea18859a4da,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:22.767204 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-2d6fca93-7c12-4a33-82cf-202bd05ddb62 None None] Provisioning complete for port f13fb180-39b1-42b6-9a3b-8ea18859a4da triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:22.767577 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-2d6fca93-7c12-4a33-82cf-202bd05ddb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:22.798259 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:22.867200 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:22.882946 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-2d6fca93-7c12-4a33-82cf-202bd05ddb62 None None] Current status of the port f13fb180-39b1-42b6-9a3b-8ea18859a4da is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:22.961831 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:16Z', 'revision_number': 4, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port': {'id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'f13fb180-39b1-42b6-9a3b-8ea18859a4da', 'name': '', 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc853d68-9fe4-4812-995e-411b508e2e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:15Z', 'updated_at': '2022-07-18T16:51:22Z', 'revision_number': 4, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'subnets': [{'id': 'dc853d68-9fe4-4812-995e-411b508e2e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:22.972826 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Router e467b349-6007-40ac-958e-24a87d31fa14 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:23.014679 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54939cac-603a-4baf-89e2-b0900e1745a8 None None] The sync data for ids ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'] in dv-cinder-837543-6-iscsi is: [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:16Z', 'revision_number': 4, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port': {'id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': 'f13fb180-39b1-42b6-9a3b-8ea18859a4da', 'name': '', 'network_id': '0aa0a3fe-dd65-4c49-9233-fcd2c965d970', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'mac_address': 'fa:16:3e:8d:ef:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'dc853d68-9fe4-4812-995e-411b508e2e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:15Z', 'updated_at': '2022-07-18T16:51:22Z', 'revision_number': 4, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'subnets': [{'id': 'dc853d68-9fe4-4812-995e-411b508e2e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:23.137187 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:23.151209 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-17509779-77f6-48d7-b285-1de6f062af52 admin admin] 10.222.0.77 "PUT /v2.0/routers/e467b349-6007-40ac-958e-24a87d31fa14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7709439 Jul 18 16:51:23.151987 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37784) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:23.155215 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] Sync routers for ids ['e467b349-6007-40ac-958e-24a87d31fa14'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:23.159476 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:23.174657 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] Routers {'e467b349-6007-40ac-958e-24a87d31fa14'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:23.175289 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:51:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e467b349-6007-40ac-958e-24a87d31fa14'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:23.326142 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] Set router e467b349-6007-40ac-958e-24a87d31fa14 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:23.335526 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks [] for router (e467b349-6007-40ac-958e-24a87d31fa14), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:23.484614 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks [] for router_gateway (e467b349-6007-40ac-958e-24a87d31fa14), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:23.550753 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Deleting port 658c22a1-2f4f-43c7-943c-c4c26e0147c0 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:23.551478 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:23.553947 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:51:21Z', 'revision_number': 5, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port': {'id': '658c22a1-2f4f-43c7-943c-c4c26e0147c0', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:42:45Z', 'updated_at': '2022-07-18T16:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:23.599337 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] Checking router: e467b349-6007-40ac-958e-24a87d31fa14 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:23.613601 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] Routers {'e467b349-6007-40ac-958e-24a87d31fa14'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:23.614399 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:51:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['e467b349-6007-40ac-958e-24a87d31fa14'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:23.668378 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] For port 658c22a1-2f4f-43c7-943c-c4c26e0147c0, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=658c22a1-2f4f-43c7-943c-c4c26e0147c0,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:23.668803 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:23.690615 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Calling delete_port for 658c22a1-2f4f-43c7-943c-c4c26e0147c0 owned by network:router_gateway {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:23.725345 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] Set router e467b349-6007-40ac-958e-24a87d31fa14 gateway port host: None {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:23.925693 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:51:23Z', 'revision_number': 6, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:23.953803 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f9069-1406-4abf-b95c-f60b3a977102 None None] The sync data for ids ['e467b349-6007-40ac-958e-24a87d31fa14'] in dv-cinder-837543-6-iscsi is: [{'id': 'e467b349-6007-40ac-958e-24a87d31fa14', 'name': 'tempest-TestVolumeBootPattern-558036066-router', 'tenant_id': '774a83196bf843c4aedd7519b0a44dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:42:44Z', 'updated_at': '2022-07-18T16:51:23Z', 'revision_number': 6, 'project_id': '774a83196bf843c4aedd7519b0a44dca', 'gw_port_host': None}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:23.955489 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (658c22a1-2f4f-43c7-943c-c4c26e0147c0), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.020119 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=658c22a1-2f4f-43c7-943c-c4c26e0147c0,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:24.050351 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.050826 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.051046 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.051364 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.051787 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.052204 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.052664 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.053302 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.053717 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.054152 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.054583 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.054992 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.055493 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.055941 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.056308 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.058575 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:24.089206 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (e467b349-6007-40ac-958e-24a87d31fa14), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.191735 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (e467b349-6007-40ac-958e-24a87d31fa14), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.194501 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks [] for router_controller (e467b349-6007-40ac-958e-24a87d31fa14), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.248182 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (e467b349-6007-40ac-958e-24a87d31fa14), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.248922 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e467b349-6007-40ac-958e-24a87d31fa14 {{(pid=104181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:51:24.253964 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.255484 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a1a4550c-b41a-4f7f-ae9d-465610b57ab6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e467b349-6007-40ac-958e-24a87d31fa14 HTTP/1.1" status: 204 len: 168 time: 1.1016047 Jul 18 16:51:24.259573 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37788) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:24.315297 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] Deleting subnet cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39 {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:51:24.319300 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] Publish callbacks [] for subnet (cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.371611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.425192 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:24.487508 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:24.524510 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.652603 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.664589 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device f13fb180-39b1-42b6-9a3b-8ea18859a4da up at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:24.723566 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:24.726058 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f81d5a0-f620-407b-836a-d5aabae58c62 None None] Network 12519f45-ecff-44ac-b792-4525abbedd4a requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:24.729425 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.736444 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-121c5d22-4012-4a35-95b1-0472aac3111c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/cdc0cf26-fdc0-4097-9229-7b7d6f9c8b39 HTTP/1.1" status: 204 len: 168 time: 0.4753737 Jul 18 16:51:24.740056 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37790) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:24.774528 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Provisioning complete for port f13fb180-39b1-42b6-9a3b-8ea18859a4da triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:24.774908 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.887091 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (12519f45-ecff-44ac-b792-4525abbedd4a), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.944960 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Deleting port 32035373-f43f-4276-b766-ba6d3fba82b6 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:24.944960 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:24.968968 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Current status of the port f13fb180-39b1-42b6-9a3b-8ea18859a4da is: ACTIVE; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:24.980743 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:25.009903 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:25.010644 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 73e5c270-48c2-4ad0-8ef2-b9a1757f1f3f not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:25.028023 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] For port 32035373-f43f-4276-b766-ba6d3fba82b6, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=32035373-f43f-4276-b766-ba6d3fba82b6,segment=NetworkSegment(24ce2d21-b882-4d09-8732-8eba73011e15),segment_id=24ce2d21-b882-4d09-8732-8eba73011e15)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:25.028439 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.043345 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Calling delete_port for 32035373-f43f-4276-b766-ba6d3fba82b6 owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:25.132286 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39051952-749b-47a9-9aea-cdb5ccbcd52a None None] DHCP port deletion for 12519f45-ecff-44ac-b792-4525abbedd4a request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:51:25.157333 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (32035373-f43f-4276-b766-ba6d3fba82b6), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.190169 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-39051952-749b-47a9-9aea-cdb5ccbcd52a None None] The port '32035373-f43f-4276-b766-ba6d3fba82b6' was deleted {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 18 16:51:25.194814 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=32035373-f43f-4276-b766-ba6d3fba82b6,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:25.197889 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] No DVR routers for this DVR port 32035373-f43f-4276-b766-ba6d3fba82b6 on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:25.235505 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.287169 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (12519f45-ecff-44ac-b792-4525abbedd4a), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.316344 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12519f45-ecff-44ac-b792-4525abbedd4a']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:25.328684 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24ce2d21-b882-4d09-8732-8eba73011e15') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:25.329155 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24ce2d21-b882-4d09-8732-8eba73011e15') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:25.342339 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (24ce2d21-b882-4d09-8732-8eba73011e15), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.358790 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (24ce2d21-b882-4d09-8732-8eba73011e15), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.367665 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:51:25.368231 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (24ce2d21-b882-4d09-8732-8eba73011e15), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.439588 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 24ce2d21-b882-4d09-8732-8eba73011e15 resource provider aggregate not found Jul 18 16:51:25.460419 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment 24ce2d21-b882-4d09-8732-8eba73011e15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24ce2d21-b882-4d09-8732-8eba73011e15 found for delete ", "request_id": "req-5ce39cfe-c3dc-410e-89c3-9a6fc49b478d"}]} Jul 18 16:51:25.461745 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (12519f45-ecff-44ac-b792-4525abbedd4a), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.472304 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.475881 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] 10.222.0.77 "DELETE /v2.0/networks/12519f45-ecff-44ac-b792-4525abbedd4a HTTP/1.1" status: 204 len: 168 time: 0.7341635 Jul 18 16:51:25.499475 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae6e9e-7eea-47b2-852d-33518be91b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=12519f45-ecff-44ac-b792-4525abbedd4a,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:25.650283 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37800) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:25.693503 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-9d38077a-ad53-4e36-b118-b7249faada38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edffd84b958d4e2a880fae7c4709d36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423980 Jul 18 16:51:25.696159 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37802) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:25.760542 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Publish callbacks [] for security_group (efc6ca54-604b-49f9-8d77-b54ba417c92f), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.778172 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:25.804961 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Publish callbacks [] for security_group (efc6ca54-604b-49f9-8d77-b54ba417c92f), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.806030 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.892653 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (efc6ca54-604b-49f9-8d77-b54ba417c92f), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.895601 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:25.899548 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/efc6ca54-604b-49f9-8d77-b54ba417c92f HTTP/1.1" status: 204 len: 168 time: 0.1996186 Jul 18 16:51:25.907701 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc6ca54-604b-49f9-8d77-b54ba417c92f,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:25.921521 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.922147 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.922711 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.924021 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.925278 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.926143 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.927037 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.927543 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.928077 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.928593 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.928934 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.929369 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.929872 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.930392 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:25.930958 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57360a84-68fa-4973-aac1-968ff4dc358b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:26.360038 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37810) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:26.407648 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-52191405-a42a-465b-8e36-262e3a6fb6f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=774a83196bf843c4aedd7519b0a44dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463758 Jul 18 16:51:26.411735 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 37812) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:26.494799 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-09555b9a-a3f3-4a7e-9d0f-c2403a2ec39e admin admin] Publish callbacks [] for security_group (7b818db1-33dc-47e6-a4ae-97df0c22d9c7), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:26.495704 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 658c22a1-2f4f-43c7-943c-c4c26e0147c0 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:26.520646 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-09555b9a-a3f3-4a7e-9d0f-c2403a2ec39e admin admin] Publish callbacks [] for security_group (7b818db1-33dc-47e6-a4ae-97df0c22d9c7), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:26.536049 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 658c22a1-2f4f-43c7-943c-c4c26e0147c0 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:26.536606 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 658c22a1-2f4f-43c7-943c-c4c26e0147c0 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:26.537311 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 32035373-f43f-4276-b766-ba6d3fba82b6 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:26.573982 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 32035373-f43f-4276-b766-ba6d3fba82b6 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:26.574580 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 32035373-f43f-4276-b766-ba6d3fba82b6 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:26.581369 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-09555b9a-a3f3-4a7e-9d0f-c2403a2ec39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (7b818db1-33dc-47e6-a4ae-97df0c22d9c7), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:26.584564 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-09555b9a-a3f3-4a7e-9d0f-c2403a2ec39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:26.588551 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-09555b9a-a3f3-4a7e-9d0f-c2403a2ec39e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b818db1-33dc-47e6-a4ae-97df0c22d9c7 HTTP/1.1" status: 204 len: 168 time: 0.1756551 Jul 18 16:51:26.592269 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:26.598860 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09555b9a-a3f3-4a7e-9d0f-c2403a2ec39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b818db1-33dc-47e6-a4ae-97df0c22d9c7,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:29.605878 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.956242 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=8 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:32.966126 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:35.451264 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:35.479530 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=60,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:35.906459 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-ca26b4a9-6809-4bd1-8edc-4dd5292e62b6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169914637&fields=id&tenant_id=b93b037768d74e83aa4ca3fd2725ee23 HTTP/1.1" status: 200 len: 267 time: 0.0515800 Jul 18 16:51:36.036420 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-4bc5bdc9-ba63-489f-837d-fd2bf39d0dd2 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:36.037943 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-4bc5bdc9-ba63-489f-837d-fd2bf39d0dd2 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 808 time: 0.1203132 Jul 18 16:51:36.057771 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-0f5709e6-dd3c-4d14-a5ff-ea36a94f1a74 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/quotas/b93b037768d74e83aa4ca3fd2725ee23 HTTP/1.1" status: 200 len: 375 time: 0.0099101 Jul 18 16:51:36.113411 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-48e974cf-64ae-40da-80ef-8c198db277c8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491657 Jul 18 16:51:36.290157 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-4ae3cb4a-1a8b-4f6c-bce0-c5ce2266f833 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=104181) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:51:36.291386 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-4ae3cb4a-1a8b-4f6c-bce0-c5ce2266f833 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1658061 Jul 18 16:51:36.397007 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-400c2238-72b0-447a-8c5f-abf4a0b47396 service neutron] 10.222.0.77 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984163 Jul 18 16:51:36.498332 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-6ef4a4df-8429-405a-84a6-006e80153456 service neutron] 10.222.0.77 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947728 Jul 18 16:51:36.594735 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=29,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:36.855688 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38412e7b-f5ca-4e74-9597-198eb3317a20 req-d928b52d-6467-455e-9aa4-71d1211ec300 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 210 time: 0.0466123 Jul 18 16:51:37.980299 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ff2e1c7c-3723-4cdc-a084-a3df95c695f4 req-03aee657-9813-42cb-8edf-c346c989769d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 210 time: 0.0314105 Jul 18 16:51:38.134908 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-326df562-369c-43a7-9b5b-da5f4689a201 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:38.138277 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-326df562-369c-43a7-9b5b-da5f4689a201 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 808 time: 0.1232650 Jul 18 16:51:38.229060 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-ef87613b-5061-4613-ad4e-d376b59240d0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b93b037768d74e83aa4ca3fd2725ee23 HTTP/1.1" status: 200 len: 380 time: 0.0776129 Jul 18 16:51:38.239951 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'port': {'device_id': '7226a294-1455-45b6-a295-f268e375ac3f', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'admin_state_up': True, 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'security_groups': ['1069a8d3-256b-495d-84bc-5154f422e3ed']}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:38.378767 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Made reservation on behalf of b93b037768d74e83aa4ca3fd2725ee23 for: {'port': 1} {{(pid=104182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:38.382953 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.540081 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_common [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Allocated IP 172.20.0.4 (4659de03-40a7-4562-b3ff-aea00f484081/45e2dad4-f84c-4273-a4e0-9d90cb7d1318/b3e91bc7-39bd-44e9-a541-261a27efeec2) {{(pid=104182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:38.747415 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), precommit_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.788484 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_create {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.839237 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Network 4659de03-40a7-4562-b3ff-aea00f484081 is already hosted by enough agents. {{(pid=104182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:38.846642 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.base_scheduler [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Resources bound (agent type, host, resource id): {{(pid=104182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:38.851426 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Received port after_create {{(pid=104182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:38.877476 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=1']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:38.910917 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:38.911590 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.931384 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-41c5e72b-2b45-4b9a-ad6c-505f3fa50def tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6972234 Jul 18 16:51:39.004173 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.v2.base [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Request body: {'port': {'device_id': '7226a294-1455-45b6-a295-f268e375ac3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=104182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:39.099417 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:39.129442 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.134911 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:39.170036 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b6670-3b5f-4ca2-b615-f6139614de18 req-25088e44-5ef8-46a2-b4df-e33ffb56672a tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:39.172326 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-613b6670-3b5f-4ca2-b615-f6139614de18 req-25088e44-5ef8-46a2-b4df-e33ffb56672a tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 931 time: 0.1115129 Jul 18 16:51:39.175363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:39.178185 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-60aaa40b-3667-4bfe-ab5f-111f6cff0d57 None None] Provisioning complete for port b3e91bc7-39bd-44e9-a541-261a27efeec2 triggered by entity DHCP. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:39.178650 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-60aaa40b-3667-4bfe-ab5f-111f6cff0d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.215654 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-60aaa40b-3667-4bfe-ab5f-111f6cff0d57 None None] Port b3e91bc7-39bd-44e9-a541-261a27efeec2 cannot update to ACTIVE because it is not bound. {{(pid=104183) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:39.308616 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-613b6670-3b5f-4ca2-b615-f6139614de18 req-94a5aa23-1785-4798-9b11-b7af1c247c08 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190190 Jul 18 16:51:39.494437 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e91bc7-39bd-44e9-a541-261a27efeec2 {{(pid=104182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:51:39.503715 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Publish callbacks [] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), precommit_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.518647 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.provisioning_blocks [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Transition to ACTIVE for port object b3e91bc7-39bd-44e9-a541-261a27efeec2 will not be triggered until provisioned by entity L2. {{(pid=104182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:51:39.522752 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.582742 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=2']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:39.696072 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Attempting to bind port b3e91bc7-39bd-44e9-a541-261a27efeec2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:39.696616 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Attempting to bind port b3e91bc7-39bd-44e9-a541-261a27efeec2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:39.697087 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Attempting to bind port b3e91bc7-39bd-44e9-a541-261a27efeec2 on network 4659de03-40a7-4562-b3ff-aea00f484081 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:39.703775 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Port b3e91bc7-39bd-44e9-a541-261a27efeec2 on network 4659de03-40a7-4562-b3ff-aea00f484081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:51:39.704289 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Attempting to bind port b3e91bc7-39bd-44e9-a541-261a27efeec2 on network 4659de03-40a7-4562-b3ff-aea00f484081 {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:39.711045 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Checking agent: {'id': '908b9c4c-be39-4039-bd64-2c361370a775', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'started_at': datetime.datetime(2022, 7, 18, 16, 36, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:39.711539 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Checking segment: {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:39.712132 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Bound using segment: {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'} {{(pid=104182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:39.712673 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.managers [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Bound port: b3e91bc7-39bd-44e9-a541-261a27efeec2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081'}}] {{(pid=104182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:39.713120 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.795702 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, cleared binding levels {{(pid=104182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:39.799336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:39.808142 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3754736'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_update {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.851091 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:39.852197 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.854569 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] 10.222.0.95 "PUT /v2.0/ports/b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 1093 time: 0.8570607 Jul 18 16:51:39.855348 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:39.859838 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f759a86-b921-4cca-90f3-cb7bb4104f51" -d '{"events": [{"name": "network-changed", "server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:39.903252 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861ea83-89ae-4a60-b738-dadba12a0aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=3']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:39.921345 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f752621-e2d7-43fb-8a75-11e733ea3b73 x-openstack-request-id: req-7f752621-e2d7-43fb-8a75-11e733ea3b73 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:39.921803 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:39.922230 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f752621-e2d7-43fb-8a75-11e733ea3b73 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:39.922979 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f752621-e2d7-43fb-8a75-11e733ea3b73'] response: {'name': 'network-changed', 'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'status': 'completed', 'code': 200} Jul 18 16:51:39.987584 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-7cef3ee3-4506-4216-b30f-ac24e87128fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:39.989185 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-7cef3ee3-4506-4216-b30f-ac24e87128fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1127 time: 0.0589771 Jul 18 16:51:40.050127 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-f27c97af-418f-4e89-a168-c40e7e2fe076 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 217 time: 0.0476911 Jul 18 16:51:40.117431 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-19a4a98f-b31f-4bcc-962d-8b462be4c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:40.120181 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-19a4a98f-b31f-4bcc-962d-8b462be4c07f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0636122 Jul 18 16:51:40.174809 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-a92e9246-fa68-4324-b744-4b6281e9d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:40.177053 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-a92e9246-fa68-4324-b744-4b6281e9d7d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502541 Jul 18 16:51:40.268330 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:40.277683 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:40.285369 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-ef9c2d65-bbd8-49cc-850e-882331efa14e service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022267 Jul 18 16:51:40.415270 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fa51da0d-23a2-4ca9-be27-14a8cbf5c92c req-81d07452-2867-4f3c-9f4f-cc54cd9e9c90 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236472 Jul 18 16:51:40.460382 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a42b63-51bd-4780-ab9b-74f2e06ec01c req-c221c807-e295-42d6-bed5-903e179e5e2b tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:40.461988 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-29a42b63-51bd-4780-ab9b-74f2e06ec01c req-c221c807-e295-42d6-bed5-903e179e5e2b tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0663180 Jul 18 16:51:40.524898 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-29a42b63-51bd-4780-ab9b-74f2e06ec01c req-a6725248-24aa-45da-b59c-f4e7f99d2de1 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520051 Jul 18 16:51:40.746581 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-9703232e-d64f-4bd2-98ed-f6c3c6e6c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:40.748399 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-9703232e-d64f-4bd2-98ed-f6c3c6e6c9a9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1127 time: 0.0545619 Jul 18 16:51:40.857410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-b186d07d-e22e-4849-8d3e-8b39498d4c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:40.859004 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-b186d07d-e22e-4849-8d3e-8b39498d4c6f service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.1033351 Jul 18 16:51:40.908566 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-6e47c8bd-c3e6-46ac-9075-70e239e3e650 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 217 time: 0.0428503 Jul 18 16:51:40.962776 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-a3480fe5-d242-4be5-bcee-5e330ed02b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:40.964494 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-a3480fe5-d242-4be5-bcee-5e330ed02b92 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0498850 Jul 18 16:51:41.015313 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-8a29d24c-d54e-480c-97e8-ff18cc9d642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:41.017006 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-8a29d24c-d54e-480c-97e8-ff18cc9d642a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458076 Jul 18 16:51:41.129456 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-0f454b8d-21ca-4981-866a-6c0405f77165 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065779 Jul 18 16:51:41.237310 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f759a86-b921-4cca-90f3-cb7bb4104f51 req-9315d76c-0221-4538-b9b9-97d5d6e67d19 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021175 Jul 18 16:51:41.664601 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6803c1-4da1-43c6-a525-11d11898275b req-12f1e13b-187e-4397-afdf-5d32b916da42 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:41.666582 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1e6803c1-4da1-43c6-a525-11d11898275b req-12f1e13b-187e-4397-afdf-5d32b916da42 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0620401 Jul 18 16:51:41.724677 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1e6803c1-4da1-43c6-a525-11d11898275b req-3a5d1725-691b-4ced-aead-aa671c1ed93e tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511999 Jul 18 16:51:42.864358 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffc0f7-7d22-4f9e-9360-7a45d2d51802 req-1362fc20-abd9-47b1-b953-7b5bb2ffd01d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:42.866108 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32ffc0f7-7d22-4f9e-9360-7a45d2d51802 req-1362fc20-abd9-47b1-b953-7b5bb2ffd01d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0622852 Jul 18 16:51:42.933103 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-32ffc0f7-7d22-4f9e-9360-7a45d2d51802 req-7077ad81-1abd-486b-9511-e930bfe08adc tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602412 Jul 18 16:51:43.254330 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:51:44.070104 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc6e22-0c02-4e7a-b897-d57eb3e17b09 req-c948b37d-8c15-4ced-93d0-24a21c39e720 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:44.071781 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7afc6e22-0c02-4e7a-b897-d57eb3e17b09 req-c948b37d-8c15-4ced-93d0-24a21c39e720 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0553625 Jul 18 16:51:44.135454 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-7afc6e22-0c02-4e7a-b897-d57eb3e17b09 req-f3cf7936-7d4e-48ff-9c58-69003229cf02 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529256 Jul 18 16:51:45.269351 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d063e2-1133-4734-a389-5072fdcdcee3 req-e2d137a3-4cd6-462a-b6fb-d86e94a7aba4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:45.271101 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-95d063e2-1133-4734-a389-5072fdcdcee3 req-e2d137a3-4cd6-462a-b6fb-d86e94a7aba4 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0563941 Jul 18 16:51:45.331541 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-95d063e2-1133-4734-a389-5072fdcdcee3 req-ef1896d0-6800-4074-b8fb-64c04328a42a tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541673 Jul 18 16:51:46.456038 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7c213-b061-4d77-9a6d-41b9174cacf2 req-0f97c776-f611-4c77-944b-54a28f12e5f7 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:46.457679 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2eb7c213-b061-4d77-9a6d-41b9174cacf2 req-0f97c776-f611-4c77-944b-54a28f12e5f7 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0530961 Jul 18 16:51:46.517623 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-2eb7c213-b061-4d77-9a6d-41b9174cacf2 req-f03941d0-ac57-4fda-8ffb-90d3fb6892a1 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535440 Jul 18 16:51:47.428615 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b3e91bc7-39bd-44e9-a541-261a27efeec2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:51:47.585205 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:47.602726 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'port_id': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'mac_address': 'fa:16:3e:52:13:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:51:47.612874 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:47.652013 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port b3e91bc7-39bd-44e9-a541-261a27efeec2 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:47.652519 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.667454 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e91bc7-39bd-44e9-a541-261a27efeec2 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:51:47.672083 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e8ca0-043a-494e-aa32-65e87e258d07 req-fc42c834-4759-4e04-b293-85583d652444 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:47.674951 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2e3e8ca0-043a-494e-aa32-65e87e258d07 req-fc42c834-4759-4e04-b293-85583d652444 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0707257 Jul 18 16:51:47.703663 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:47.708623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.753033 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2e3e8ca0-043a-494e-aa32-65e87e258d07 req-7de128e6-44f9-47df-8490-7cbbce2411d1 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701554 Jul 18 16:51:47.768467 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=4']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:47.785541 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.786778 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.787143 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.787491 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.787827 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.788164 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.788498 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.788824 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.789168 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.789491 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.789818 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.790144 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.790591 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.790877 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.791163 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:47.992512 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['b3e91bc7-39bd-44e9-a541-261a27efeec2'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:51:48.877985 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e94cad-9a38-4332-8d90-f58d58b19fae req-912cbebf-67e4-4efe-9d6c-adeaacb3a0b6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:48.880081 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c3e94cad-9a38-4332-8d90-f58d58b19fae req-912cbebf-67e4-4efe-9d6c-adeaacb3a0b6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 944 time: 0.0513318 Jul 18 16:51:48.937653 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c3e94cad-9a38-4332-8d90-f58d58b19fae req-d2da7de8-2aab-4163-a22d-376744863ca7 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491385 Jul 18 16:51:49.037792 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-03e01fa2-381d-45d0-9862-a5ba7d304a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.436447 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b3e91bc7-39bd-44e9-a541-261a27efeec2 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:49.484910 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning for port b3e91bc7-39bd-44e9-a541-261a27efeec2 completed by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:51:49.491921 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port b3e91bc7-39bd-44e9-a541-261a27efeec2 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:49.492352 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.563381 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:49.571932 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port b3e91bc7-39bd-44e9-a541-261a27efeec2 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:49.572338 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.605051 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:49.607363 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cef21f-40a6-453f-a820-a54320adc5a2" -d '{"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:49.622073 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:49.628280 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.686729 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=5']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:49.815028 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5555e316-16b3-48cc-9db5-0236a555e410 x-openstack-request-id: req-5555e316-16b3-48cc-9db5-0236a555e410 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:49.815429 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:49.815788 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5555e316-16b3-48cc-9db5-0236a555e410 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:49.816274 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5555e316-16b3-48cc-9db5-0236a555e410'] response: {'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'code': 200} Jul 18 16:51:50.066359 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5710507-54fa-465c-a724-4547e3e58d6e req-a4191f30-865d-4747-8106-33ab24441f18 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:50.067950 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c5710507-54fa-465c-a724-4547e3e58d6e req-a4191f30-865d-4747-8106-33ab24441f18 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0544655 Jul 18 16:51:50.090771 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:50.099097 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7b47e-0f0e-4563-85ad-35543baf16be req-84ba2909-a4cc-40a3-9154-e13edbd8adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:50.100777 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fea7b47e-0f0e-4563-85ad-35543baf16be req-84ba2909-a4cc-40a3-9154-e13edbd8adfb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0484278 Jul 18 16:51:50.122287 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c5710507-54fa-465c-a724-4547e3e58d6e req-57355a49-be1b-4d33-9610-2d161bd23945 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476494 Jul 18 16:51:50.150303 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fea7b47e-0f0e-4563-85ad-35543baf16be req-ae110024-5661-489b-994f-e95ef4ff6044 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430670 Jul 18 16:51:51.258750 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54d48f-ff69-42ed-ad5f-938d8ed573f5 req-4350f58e-2496-409c-a159-90aeaa21b448 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:51.260635 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f54d48f-ff69-42ed-ad5f-938d8ed573f5 req-4350f58e-2496-409c-a159-90aeaa21b448 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0534713 Jul 18 16:51:51.312463 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:51.318109 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4f54d48f-ff69-42ed-ad5f-938d8ed573f5 req-e3898279-7831-4062-9955-99347520d338 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511837 Jul 18 16:51:52.133278 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ea49de1b-94ce-4af8-88b0-a3599ddec0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.464889 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66409f2-0e84-48cd-80ae-004db0f7a3d5 req-cde69f58-55e8-4bad-a72f-0f75001401e5 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:52.466612 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f66409f2-0e84-48cd-80ae-004db0f7a3d5 req-cde69f58-55e8-4bad-a72f-0f75001401e5 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0564582 Jul 18 16:51:52.524523 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f66409f2-0e84-48cd-80ae-004db0f7a3d5 req-f6b702e4-40b4-4c65-8369-69f3dfb50039 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508666 Jul 18 16:51:52.658300 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a526-7371-4c8f-8cbc-55777371377f req-dc8aff34-4a03-4e9d-b7db-d1cc8c53f1b8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:52.660131 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fd92a526-7371-4c8f-8cbc-55777371377f req-dc8aff34-4a03-4e9d-b7db-d1cc8c53f1b8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0610106 Jul 18 16:51:52.720242 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-fd92a526-7371-4c8f-8cbc-55777371377f req-35f1a96a-a366-4ad0-a6cb-d3f2f4240e9a tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503168 Jul 18 16:51:52.744338 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37904) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:52.907928 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774910f5-a175-4b63-a882-4f020a204ac2 tempest-TestShelveInstance-1164660574 tempest-TestShelveInstance-1164660574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:52.909542 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-774910f5-a175-4b63-a882-4f020a204ac2 tempest-TestShelveInstance-1164660574 tempest-TestShelveInstance-1164660574-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1124 time: 0.1640975 Jul 18 16:51:52.914288 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 37908) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:52.918893 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.v2.base [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Request body: {'floatingip': {'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'port_id': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:52.923881 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:52.929330 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:52.947578 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.042203 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (None), before_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.157946 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_common [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Allocated IP 172.27.0.94 (5d52feb0-c1ce-436c-84df-a3b991e84c92/c3440394-efbe-4451-88bf-0701e127d350/bca01e3e-ae1b-468c-9920-66d6cc8d7478) {{(pid=104181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:53.248273 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:53.249740 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:53.288278 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.344540 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735497156846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.413831 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Network 5d52feb0-c1ce-436c-84df-a3b991e84c92 is already hosted by enough agents. {{(pid=104181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:53.419526 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.base_scheduler [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Resources bound (agent type, host, resource id): {{(pid=104181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:53.432683 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Received port after_create {{(pid=104181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:53.482780 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'Port': ['ID=bca01e3e-ae1b-468c-9920-66d6cc8d7478,revision_number=1']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:54.039011 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.234115 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for floatingip (6ada2413-464c-4a41-8855-df51f1fbc156), precommit_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.268496 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:54.271423 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:54.320400 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), before_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.498012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), precommit_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.504327 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3917759'] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), after_update {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.589287 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event updated for resources: {'Port': ['ID=bca01e3e-ae1b-468c-9920-66d6cc8d7478,revision_number=2']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:54.605202 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-649268'] for floatingip (6ada2413-464c-4a41-8855-df51f1fbc156), after_create {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.719579 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Floating IP 6ada2413-464c-4a41-8855-df51f1fbc156 associated. External IP: 172.27.0.94, port: b3e91bc7-39bd-44e9-a541-261a27efeec2. Jul 18 16:51:54.954012 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Router 14232b33-0110-454c-af3d-64e8ceae9497 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:55.068904 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:55.079860 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] Sync routers for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:55.092874 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:55.093508 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:51:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:55.093947 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.140370 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-3b8fa06a-6b0c-4205-9c8b-469f1beaea8d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2247083 Jul 18 16:51:55.141319 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:55.146248 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e408c2-b7c8-456d-ad16-a6d7c316d97b" -d '{"events": [{"name": "network-changed", "server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:55.193015 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.214377 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:55.215623 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba9680-9699-4646-8a35-8701f27ce2c3 x-openstack-request-id: req-07ba9680-9699-4646-8a35-8701f27ce2c3 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:55.216537 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:55.216537 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07ba9680-9699-4646-8a35-8701f27ce2c3 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:55.217172 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ba9680-9699-4646-8a35-8701f27ce2c3'] response: {'name': 'network-changed', 'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'status': 'completed', 'code': 200} Jul 18 16:51:55.330905 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-348eb3ea-6e46-4f3a-99d3-8a399a874ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:55.333663 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-348eb3ea-6e46-4f3a-99d3-8a399a874ca3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0656264 Jul 18 16:51:55.460156 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '6ada2413-464c-4a41-8855-df51f1fbc156', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'port_id': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'mac_address': 'fa:16:3e:52:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226a294-1455-45b6-a295-f268e375ac3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:51:53Z', 'updated_at': '2022-07-18T16:51:53Z', 'revision_number': 0, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:14Z', 'revision_number': 5, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:55.496756 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-27f6c0cc-2b9a-4ae4-aa07-42a286de52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:55.497044 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] Checking router: 14232b33-0110-454c-af3d-64e8ceae9497 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:55.498906 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-27f6c0cc-2b9a-4ae4-aa07-42a286de52e0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.1589358 Jul 18 16:51:55.507421 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:55.508032 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:51:52Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:55.569737 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-6bba80b2-40fd-4831-9c3d-745472503535 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 998 time: 0.0637140 Jul 18 16:51:55.625760 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:55.639191 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-1a6ec659-5559-4ee5-a742-6d87c7f85401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:55.642660 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-1a6ec659-5559-4ee5-a742-6d87c7f85401 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0666778 Jul 18 16:51:55.705222 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-9cd468a1-3e6f-4ef6-89fd-9f4ac72aeed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:55.706978 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-9cd468a1-3e6f-4ef6-89fd-9f4ac72aeed3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590894 Jul 18 16:51:55.813463 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.850912 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-a738e351-279a-471b-98ca-8dc347fe847c service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375926 Jul 18 16:51:55.878260 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '6ada2413-464c-4a41-8855-df51f1fbc156', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'port_id': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'mac_address': 'fa:16:3e:52:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226a294-1455-45b6-a295-f268e375ac3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:51:53Z', 'updated_at': '2022-07-18T16:51:53Z', 'revision_number': 0, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:14Z', 'revision_number': 5, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:55.909931 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6e24ae-9d35-43ce-823e-426aa4239a5f None None] The sync data for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi is: [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_floatingips': [{'id': '6ada2413-464c-4a41-8855-df51f1fbc156', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'router_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'port_id': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'mac_address': 'fa:16:3e:52:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7226a294-1455-45b6-a295-f268e375ac3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:51:53Z', 'updated_at': '2022-07-18T16:51:53Z', 'revision_number': 0, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:14Z', 'revision_number': 5, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:55.961294 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-17e408c2-b7c8-456d-ad16-a6d7c316d97b req-0fa08eae-0a15-4955-bc3a-2e736727043f service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040628 Jul 18 16:51:56.121383 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532d138-968e-472f-a838-283ad220c3d2 None None] New status for floating IP 6ada2413-464c-4a41-8855-df51f1fbc156: ACTIVE {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:51:59.604247 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:05.123244 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:05.133820 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:05.571778 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-aec60896-c96c-4c1f-ac91-3705bf177b70 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614626 Jul 18 16:52:05.688555 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-c182dd13-ae60-43d5-9c93-dcdbe4cae23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:05.690123 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-c182dd13-ae60-43d5-9c93-dcdbe4cae23e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0457742 Jul 18 16:52:05.815739 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-d036b122-188f-4f52-be15-ad78bb2ccdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:05.817539 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-d036b122-188f-4f52-be15-ad78bb2ccdc2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.1064577 Jul 18 16:52:05.888646 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-20845068-fcb3-45dd-8f32-567ccfb0d0bc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 1000 time: 0.0613182 Jul 18 16:52:05.950593 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-6a68a3b9-d8ca-4e9c-845a-285a05d0274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:05.952733 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-6a68a3b9-d8ca-4e9c-845a-285a05d0274b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0531619 Jul 18 16:52:05.996157 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:06.008932 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-c81a032f-e8b9-4f9d-8449-2e50c770a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:06.010570 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-c81a032f-e8b9-4f9d-8449-2e50c770a832 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465610 Jul 18 16:52:06.116296 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-4d4bb5ce-dac2-4172-a754-b043e8d4dc6e service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963550 Jul 18 16:52:06.158619 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:06.219484 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1cdbeaf0-986e-4d5b-8732-1adeec8b8042 req-278b60e3-be6a-464b-9422-77fd5be0abf3 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970843 Jul 18 16:52:07.241864 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=80 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:07.242659 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=74 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:09.596755 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=30,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:09.600185 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:16.214336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=7 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:16.215280 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=20 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:19.043443 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-62a9d91b-7c06-4dcd-9e12-00ce28f62f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:20.253407 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:52:22.133513 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e5e71187-c04d-40af-a071-ac624c320bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:24.041392 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:25.181384 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:25.809333 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:29.612010 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:30.250117 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:39.599484 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:39.606644 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:48.842899 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=16 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:48.844214 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=16 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:49.036689 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5068481c-87fc-4a3c-a349-452abda9f610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:52.127650 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-0bcb2a93-eb58-4945-ad35-190896c0a9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:54.042199 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.180606 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.815487 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:57.253494 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:52:59.611099 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:07.250190 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:07.754541 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-2d4e6219-38f9-436b-968e-2f42ce83ee46 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0637498 Jul 18 16:53:07.870755 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-3940011d-841e-4aa8-9686-55e01a8863dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:07.872303 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-3940011d-841e-4aa8-9686-55e01a8863dd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0471194 Jul 18 16:53:07.983635 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-42726d1e-6abc-4e0b-8344-eb1b1a745e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:07.985111 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-42726d1e-6abc-4e0b-8344-eb1b1a745e82 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.0919898 Jul 18 16:53:08.063159 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-af8dda07-f9bb-4991-b26b-3b0972764373 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 1000 time: 0.0699732 Jul 18 16:53:08.134820 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-5566ed64-3f26-44fa-b244-fca279119fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:08.136984 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-5566ed64-3f26-44fa-b244-fca279119fdb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0668967 Jul 18 16:53:08.185555 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-b5214f61-56d9-4b31-9c2e-0bfc530889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:08.187695 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-b5214f61-56d9-4b31-9c2e-0bfc530889a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435450 Jul 18 16:53:08.297646 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-229be86a-d2df-428a-a895-140cab212257 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004825 Jul 18 16:53:08.415109 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-1ea79d47-a606-45b6-aec6-8d3e07f95105 req-b25857fe-580c-47a2-9058-5a71d1aa95d5 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090431 Jul 18 16:53:09.599007 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:09.604234 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:18.404988 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=50 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:18.412050 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=51 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:19.044202 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-472518ec-3d8b-42e0-97f2-ed30a4fb4ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:22.136483 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-58813b0f-f8f3-4184-ab50-a1da67b5973d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.047618 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.177503 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.816230 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.627631 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.192149 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:31.192936 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:34.252876 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:53:39.614891 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:39.619961 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:46.204781 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:46.205958 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:49.040767 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a52110f7-2807-4e3e-9477-99db7e605b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:50.828228 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad010d99-4922-492e-9440-a42f492ac45d req-4565bda5-f836-41e6-b5b1-fc7378d5ec95 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:50.830071 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ad010d99-4922-492e-9440-a42f492ac45d req-4565bda5-f836-41e6-b5b1-fc7378d5ec95 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0633283 Jul 18 16:53:50.887804 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ad010d99-4922-492e-9440-a42f492ac45d req-c85360bb-8bc8-44c9-b9dc-c697adec3aa8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516694 Jul 18 16:53:52.033969 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99ed26-2972-43e4-84c5-88688c661d76 req-fc96e4ff-974f-49c5-8e9c-f54a5621df5b tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:52.035954 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2a99ed26-2972-43e4-84c5-88688c661d76 req-fc96e4ff-974f-49c5-8e9c-f54a5621df5b tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0552578 Jul 18 16:53:52.098468 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-2a99ed26-2972-43e4-84c5-88688c661d76 req-904d8ecc-d02a-495d-a410-1726a52e8ef3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564823 Jul 18 16:53:52.139126 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7418ec97-bbba-4c1e-889e-45cf5578887d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:53.242816 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c67b59-cbf9-40fc-b8f9-c89c4bfd954e req-5689114c-3853-4626-844b-1fea3ff359c6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:53.244418 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f6c67b59-cbf9-40fc-b8f9-c89c4bfd954e req-5689114c-3853-4626-844b-1fea3ff359c6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0499740 Jul 18 16:53:53.307867 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-f6c67b59-cbf9-40fc-b8f9-c89c4bfd954e req-d79e2d88-bb5d-4bae-af91-e26337d4b6a7 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562642 Jul 18 16:53:54.049800 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:54.444547 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe378e-4c28-41c4-9538-4422471264e5 req-09409e89-f797-4645-ad2f-8840846476a1 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:54.446587 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0abe378e-4c28-41c4-9538-4422471264e5 req-09409e89-f797-4645-ad2f-8840846476a1 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0537608 Jul 18 16:53:54.509255 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-0abe378e-4c28-41c4-9538-4422471264e5 req-8454362f-e825-455c-84f3-5332905c74cc tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535800 Jul 18 16:53:55.174863 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:55.631515 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15618a77-5eba-4454-b907-6558a7e93dbb req-721edb8e-faea-4190-8c6a-02f6bbc6c099 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:55.633187 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15618a77-5eba-4454-b907-6558a7e93dbb req-721edb8e-faea-4190-8c6a-02f6bbc6c099 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0514402 Jul 18 16:53:55.718764 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-15618a77-5eba-4454-b907-6558a7e93dbb req-75503833-f5c9-4b04-8fb7-5b83500dc0b6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786493 Jul 18 16:53:55.820224 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.844948 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917649-2d1b-4188-b338-93459a85852a req-ae954f50-8779-447d-80cf-0ba91494f2c3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:56.846832 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5a917649-2d1b-4188-b338-93459a85852a req-ae954f50-8779-447d-80cf-0ba91494f2c3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0548136 Jul 18 16:53:56.902764 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5a917649-2d1b-4188-b338-93459a85852a req-ef16e791-8735-4f52-a62a-afc7f22cff54 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500219 Jul 18 16:53:58.020633 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19331e38-dd43-4adc-8938-60ae1f3360c0 req-314d78ba-894c-4877-a33d-55aa61c24858 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:58.022162 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19331e38-dd43-4adc-8938-60ae1f3360c0 req-314d78ba-894c-4877-a33d-55aa61c24858 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0490468 Jul 18 16:53:58.076186 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-19331e38-dd43-4adc-8938-60ae1f3360c0 req-fc658c4d-b833-4f0e-9254-8f3c5aa50613 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480983 Jul 18 16:53:58.235873 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:58.237912 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:59.223439 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9662dd-555f-467f-a72b-fe5324780a74 req-cb07e8aa-cbac-4cd3-892e-faeda4d570ed tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.224993 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6d9662dd-555f-467f-a72b-fe5324780a74 req-cb07e8aa-cbac-4cd3-892e-faeda4d570ed tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0553226 Jul 18 16:53:59.277245 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-6d9662dd-555f-467f-a72b-fe5324780a74 req-1515c2f4-7530-42ef-91a2-653d4753a946 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466437 Jul 18 16:53:59.624695 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:00.400091 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18706ad3-513d-41e5-877e-f2f4def3f067 req-ddec3047-7348-45b9-91e2-b49a282e9c7d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:00.401645 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18706ad3-513d-41e5-877e-f2f4def3f067 req-ddec3047-7348-45b9-91e2-b49a282e9c7d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0532823 Jul 18 16:54:00.457175 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-18706ad3-513d-41e5-877e-f2f4def3f067 req-57f2b7aa-0fcc-4679-b38c-27d4aa09bbba tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491982 Jul 18 16:54:01.059533 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-d7414231-fef8-404d-866f-b1142e38c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:01.061623 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-d7414231-fef8-404d-866f-b1142e38c46b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0404580 Jul 18 16:54:01.153595 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-1c617122-dfe9-4c9b-8d2b-2e2cb19cd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:01.155095 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-1c617122-dfe9-4c9b-8d2b-2e2cb19cd2a1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.0878100 Jul 18 16:54:01.217405 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-792f3067-3ea8-43c1-9e9a-062669a2b57c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 1000 time: 0.0562129 Jul 18 16:54:01.264201 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-d8173492-e9f2-4f51-81e7-e08cd81c953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:01.265625 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-d8173492-e9f2-4f51-81e7-e08cd81c953f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0428045 Jul 18 16:54:01.313679 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-05fb5a2a-e2cf-4b9f-bb30-faddfaebcd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:01.315209 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-05fb5a2a-e2cf-4b9f-bb30-faddfaebcd51 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439315 Jul 18 16:54:01.406107 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-7094bb6e-9e8f-4f45-808b-69f6379921bb service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842161 Jul 18 16:54:01.500497 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-38b92d2c-f892-4901-9ca2-7f11febb378f req-507bf15d-8db9-4f7d-b8ec-f2412bc4f785 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884378 Jul 18 16:54:01.577436 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825d88d-0aa1-4461-8e7b-43b7ca581abc req-3c94ab49-109e-480c-93cf-240984ade88c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:01.579133 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a825d88d-0aa1-4461-8e7b-43b7ca581abc req-3c94ab49-109e-480c-93cf-240984ade88c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0485384 Jul 18 16:54:01.629254 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a825d88d-0aa1-4461-8e7b-43b7ca581abc req-72e56c6c-2e7e-4241-ac10-114faaa26155 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444448 Jul 18 16:54:02.757024 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2922-8aa7-4d0c-8e41-dfb1cb161471 req-5ee784ff-22e8-47aa-b5e0-70be4304afc8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:02.758579 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c9de2922-8aa7-4d0c-8e41-dfb1cb161471 req-5ee784ff-22e8-47aa-b5e0-70be4304afc8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0581892 Jul 18 16:54:02.811344 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-c9de2922-8aa7-4d0c-8e41-dfb1cb161471 req-93ca4bc0-2110-4afd-b2a1-14526726c6e3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468371 Jul 18 16:54:03.929030 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478cd5-da30-4463-a586-0e644913ec17 req-27119e43-6eb3-4ff5-8e33-39a29720e986 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:03.930579 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0478cd5-da30-4463-a586-0e644913ec17 req-27119e43-6eb3-4ff5-8e33-39a29720e986 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0510113 Jul 18 16:54:03.950843 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:03.974655 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:03.985342 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-d0478cd5-da30-4463-a586-0e644913ec17 req-4b86c071-db7b-4a81-9e1a-d3d632b3dcce tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484314 Jul 18 16:54:04.206354 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e971b-8cab-4211-b498-231ea49eb48d req-a390488f-9905-468a-9aa8-62e94dbce6b6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:04.207936 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9d4e971b-8cab-4211-b498-231ea49eb48d req-a390488f-9905-468a-9aa8-62e94dbce6b6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0562518 Jul 18 16:54:04.221360 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-0b50a585-03df-4fe1-a985-4af571c1bdf4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921254 Jul 18 16:54:04.264129 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-9d4e971b-8cab-4211-b498-231ea49eb48d req-0e5d01fb-2d21-4c39-bf91-3c18c7328a40 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495355 Jul 18 16:54:05.374265 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-3a06de1e-0377-458d-8e1c-cc2ad6d8ec50 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:05.375803 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-3a06de1e-0377-458d-8e1c-cc2ad6d8ec50 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports/b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 942 time: 0.1084762 Jul 18 16:54:05.384199 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d120770-6344-4d0f-9609-d50589bc4595 req-dc1a35ad-e038-4889-908c-8dc4c2df9658 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:05.385808 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d120770-6344-4d0f-9609-d50589bc4595 req-dc1a35ad-e038-4889-908c-8dc4c2df9658 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0512500 Jul 18 16:54:05.439106 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-4d120770-6344-4d0f-9609-d50589bc4595 req-6f04c6ac-3773-4c87-a042-3f206b940ce3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 Jul 18 16:54:06.206906 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b3e91bc7-39bd-44e9-a541-261a27efeec2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:54:06.288677 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port b3e91bc7-39bd-44e9-a541-261a27efeec2 is: ACTIVE; New status is: DOWN {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:06.289066 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:06.315177 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:06.317488 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c015b43e-3bd3-4b25-9170-bc59382d1ff9" -d '{"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:06.333357 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:06.338793 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:06.364869 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e133fffc-ecd8-4b7f-a487-3870bb2296b3 x-openstack-request-id: req-e133fffc-ecd8-4b7f-a487-3870bb2296b3 {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:06.365231 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-unplugged", "status": "failed", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2", "code": 422}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:06.365448 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e133fffc-ecd8-4b7f-a487-3870bb2296b3 {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:06.365938 dv-cinder-837543-6-iscsi neutron-server[104183]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e133fffc-ecd8-4b7f-a487-3870bb2296b3']: {'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'code': 422} returned with failed status Jul 18 16:54:06.395538 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=6']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:06.404112 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.404492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.404866 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.405264 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.405604 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.405992 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.406378 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.406769 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.407101 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.408089 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.408429 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.408762 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.409091 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.409480 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.409833 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:06.574648 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b90e8-ba99-4bb9-8db0-0dd156786936 req-2ede235c-15da-441c-b501-d0241f688eda tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:06.576764 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5f0b90e8-ba99-4bb9-8db0-0dd156786936 req-2ede235c-15da-441c-b501-d0241f688eda tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0556986 Jul 18 16:54:06.634955 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-5f0b90e8-ba99-4bb9-8db0-0dd156786936 req-0c6b357e-3e74-416e-a547-cd759204d958 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501623 Jul 18 16:54:07.772321 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b13bb-b614-4b61-b0db-0d9498c1d8a8 req-9398189f-4abd-4f55-a899-edf74ee726dc tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:07.773947 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5d2b13bb-b614-4b61-b0db-0d9498c1d8a8 req-9398189f-4abd-4f55-a899-edf74ee726dc tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0571802 Jul 18 16:54:07.829274 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-5d2b13bb-b614-4b61-b0db-0d9498c1d8a8 req-c0f5ce16-04d7-460a-8d2c-15e2d0df00e8 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470636 Jul 18 16:54:08.966372 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2fbff-b124-4d6a-a5bb-656cefbe1e4d req-6967d872-0571-48eb-9a38-67b37cd9af5f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:08.968072 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e8d2fbff-b124-4d6a-a5bb-656cefbe1e4d req-6967d872-0571-48eb-9a38-67b37cd9af5f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0572248 Jul 18 16:54:09.021523 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-e8d2fbff-b124-4d6a-a5bb-656cefbe1e4d req-06172ab6-f67a-4166-8cb5-957d6ac12c28 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465751 Jul 18 16:54:09.965461 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-f4e90a31-071c-4930-80e9-691131ad8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:09.967034 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-f4e90a31-071c-4930-80e9-691131ad8860 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f&tenant_id=b93b037768d74e83aa4ca3fd2725ee23 HTTP/1.1" status: 200 len: 1127 time: 0.0408201 Jul 18 16:54:10.040295 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-b2cc0672-d5d9-4d5e-a0e1-bf53caa6900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:10.041837 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-b2cc0672-d5d9-4d5e-a0e1-bf53caa6900d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1127 time: 0.0407681 Jul 18 16:54:10.227040 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ab9fc-f8d5-4d7e-b02b-a8384c4866ad req-d680cbc3-5cd2-457d-882d-e0c5f7a578ce tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:10.229383 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-146ab9fc-f8d5-4d7e-b02b-a8384c4866ad req-d680cbc3-5cd2-457d-882d-e0c5f7a578ce tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0993507 Jul 18 16:54:10.268715 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-cd208d8a-06ff-4ec0-b9a8-12cefa96533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:10.271114 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-cd208d8a-06ff-4ec0-b9a8-12cefa96533d service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.2235951 Jul 18 16:54:10.398365 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-146ab9fc-f8d5-4d7e-b02b-a8384c4866ad req-961622b2-f1b4-4153-8c18-50f9de5e8d30 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584640 Jul 18 16:54:10.417115 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-d55b296d-fdc1-4a07-8f2e-e67ab2b2db1a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 998 time: 0.1387222 Jul 18 16:54:10.467681 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-60b5150b-e729-4f2f-8c47-d0a56af82edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:10.469180 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-60b5150b-e729-4f2f-8c47-d0a56af82edc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0456290 Jul 18 16:54:10.515668 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-d3b7aae4-7737-4e22-a5c7-e6dac5259455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:10.517192 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-d3b7aae4-7737-4e22-a5c7-e6dac5259455 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425091 Jul 18 16:54:10.890660 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-629064d8-9747-4351-aa64-8427d45ff569 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665576 Jul 18 16:54:10.985659 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-67a04f68-70a7-4cb7-83f5-6e6b4bed52b1 req-253c1a31-5c4a-4d80-a9e7-a9b35fa7214d service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888073 Jul 18 16:54:11.253279 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:54:11.535669 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074a97e-4fd5-44ee-b803-6aa9b5da100d req-77dc804d-2f7c-4425-9b83-446bddc58fbf tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:11.537093 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1074a97e-4fd5-44ee-b803-6aa9b5da100d req-77dc804d-2f7c-4425-9b83-446bddc58fbf tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0626531 Jul 18 16:54:11.564013 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=100 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:11.587983 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1074a97e-4fd5-44ee-b803-6aa9b5da100d req-de2ef792-8f4d-44b7-8f28-3b3a65c4b1f5 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452166 Jul 18 16:54:12.712486 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bf867-d327-4af9-8591-61b2698bf9d4 req-5e1b3de7-a0ac-4ae9-99a6-a1755f8d5916 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:12.714209 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c80bf867-d327-4af9-8591-61b2698bf9d4 req-5e1b3de7-a0ac-4ae9-99a6-a1755f8d5916 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0559678 Jul 18 16:54:12.765879 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-c80bf867-d327-4af9-8591-61b2698bf9d4 req-f7ede329-ebc5-49f7-a305-d670362da930 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460162 Jul 18 16:54:13.887021 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ddc74-71ee-4103-8959-f47da0362281 req-9c20d1a5-98db-43f5-bb1b-347a83ae6437 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:13.889079 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-978ddc74-71ee-4103-8959-f47da0362281 req-9c20d1a5-98db-43f5-bb1b-347a83ae6437 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0517328 Jul 18 16:54:13.944403 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-978ddc74-71ee-4103-8959-f47da0362281 req-bbf845df-0fe4-47d9-ab37-4bf8573b8d83 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496128 Jul 18 16:54:15.067241 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304ec9e-5983-40c7-b496-cd237de3cabb req-d635655e-eda7-4cd4-a775-0c710ccfd37f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:15.068860 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8304ec9e-5983-40c7-b496-cd237de3cabb req-d635655e-eda7-4cd4-a775-0c710ccfd37f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0521336 Jul 18 16:54:15.112585 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:15.117437 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=100 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:15.124722 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-8304ec9e-5983-40c7-b496-cd237de3cabb req-a09f5fd7-8ba5-4995-93aa-443727f16a4b tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502083 Jul 18 16:54:16.202464 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:16.240543 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5003b-e8f1-4c86-b6bd-51bc08e5fb9a req-4981717c-30e0-4818-a193-e2c16639d3d0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:16.242068 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ebb5003b-e8f1-4c86-b6bd-51bc08e5fb9a req-4981717c-30e0-4818-a193-e2c16639d3d0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0489049 Jul 18 16:54:16.292714 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-ebb5003b-e8f1-4c86-b6bd-51bc08e5fb9a req-fc19575c-50b9-429e-b30b-2ae359d8052a tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Jul 18 16:54:16.398454 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:UPDATE=5,neutron:SELECT=39 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:16.399271 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:17.409224 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05a3f2-4740-474e-bf5d-299802c8a14d req-9954e8f8-d651-4634-9b67-401b1e1c71bc tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:17.410696 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-aa05a3f2-4740-474e-bf5d-299802c8a14d req-9954e8f8-d651-4634-9b67-401b1e1c71bc tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 943 time: 0.0503807 Jul 18 16:54:17.458812 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-aa05a3f2-4740-474e-bf5d-299802c8a14d req-6c5d9465-7a46-4312-989a-f56a820d9e6e tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Jul 18 16:54:18.251422 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b3e91bc7-39bd-44e9-a541-261a27efeec2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=104183) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:54:18.348864 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:18.364434 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Returning: {'device': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'port_id': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'mac_address': 'fa:16:3e:52:13:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104183) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:54:18.400245 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port b3e91bc7-39bd-44e9-a541-261a27efeec2 is: DOWN; New status is: BUILD {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:18.400560 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:18.413622 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e91bc7-39bd-44e9-a541-261a27efeec2 {{(pid=104183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:54:18.434037 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:18.438228 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:18.483632 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=7']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:18.572641 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a6df0-982e-4c45-bfc2-ea2f0b68d006 req-efe9bfae-9842-4dd0-b549-d356688d0aab tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:18.574113 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1d0a6df0-982e-4c45-bfc2-ea2f0b68d006 req-efe9bfae-9842-4dd0-b549-d356688d0aab tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 944 time: 0.0478032 Jul 18 16:54:18.625907 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-1d0a6df0-982e-4c45-bfc2-ea2f0b68d006 req-3e346888-8932-45ab-b7d9-fa6463a59f66 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461185 Jul 18 16:54:18.777656 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] get_ports_and_sgs() called for port_ids ['b3e91bc7-39bd-44e9-a541-261a27efeec2'] {{(pid=104183) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:54:19.032192 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-31a2c6e8-4d2e-4885-9e1e-813e249b8a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:19.738815 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225d4e4-4ef3-4809-8a77-7dd89f9df627 req-0874455d-e9f8-4d5e-a9a2-d69910784c3f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:19.740274 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4225d4e4-4ef3-4809-8a77-7dd89f9df627 req-0874455d-e9f8-4d5e-a9a2-d69910784c3f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 944 time: 0.0476408 Jul 18 16:54:19.789107 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4225d4e4-4ef3-4809-8a77-7dd89f9df627 req-1bddcea9-78c3-457e-9bc9-bea14a191aaa tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Jul 18 16:54:20.252789 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b3e91bc7-39bd-44e9-a541-261a27efeec2 up at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:20.444348 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.provisioning_blocks [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Provisioning complete for port b3e91bc7-39bd-44e9-a541-261a27efeec2 triggered by entity L2. {{(pid=104183) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:20.444715 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8213805'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), provisioning_complete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:20.515227 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Current status of the port b3e91bc7-39bd-44e9-a541-261a27efeec2 is: BUILD; New status is: ACTIVE {{(pid=104183) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:20.515621 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8306221'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:20.539169 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2'}] {{(pid=104183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:20.541413 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}06b5911b1dd5e32b042850627082f6a2af37d9315cd4ade85abefa390edc79b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83abff1-068f-4fe9-8566-449a7330131d" -d '{"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2"}]}' {{(pid=104183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:20.555512 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:20.559583 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735497520348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735497156868', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735497156886'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:20.589305 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fe7e4d-adbc-4e8e-98b7-a8248a78512b x-openstack-request-id: req-b1fe7e4d-adbc-4e8e-98b7-a8248a78512b {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:20.589604 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-plugged", "status": "completed", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2", "code": 200}]} {{(pid=104183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:20.589864 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1fe7e4d-adbc-4e8e-98b7-a8248a78512b {{(pid=104183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:20.590253 dv-cinder-837543-6-iscsi neutron-server[104183]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fe7e4d-adbc-4e8e-98b7-a8248a78512b'] response: {'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'code': 200} Jul 18 16:54:20.602734 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:20.616294 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Pushing event updated for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=8']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:20.852144 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959e9a8-0f66-4912-b715-2644015d33e6 req-c846e7bb-8868-4feb-9a3b-bd918cc93e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:20.854025 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4959e9a8-0f66-4912-b715-2644015d33e6 req-c846e7bb-8868-4feb-9a3b-bd918cc93e07 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0436466 Jul 18 16:54:20.942228 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-4959e9a8-0f66-4912-b715-2644015d33e6 req-1dab11bc-5cb7-4b27-a6e2-7d11249c1aa7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826752 Jul 18 16:54:20.948488 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e066b-edd1-4860-ac0a-68ed5e747d3d req-de70bde4-95ee-415e-9c04-e656e29386cf tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:20.950026 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-436e066b-edd1-4860-ac0a-68ed5e747d3d req-de70bde4-95ee-415e-9c04-e656e29386cf tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0772231 Jul 18 16:54:21.002941 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-436e066b-edd1-4860-ac0a-68ed5e747d3d req-859a8e34-bd9c-4f3d-80db-8d0ca127bf8c tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468137 Jul 18 16:54:21.250232 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:22.125034 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:22.133812 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ae88ec74-d321-4e9e-9e49-6d939651dd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:22.134689 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4e809-d4ca-4452-b202-65416f113f15 req-af02b6a4-4673-437d-8a49-42edf11d08c0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:22.136222 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b1f4e809-d4ca-4452-b202-65416f113f15 req-af02b6a4-4673-437d-8a49-42edf11d08c0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0578399 Jul 18 16:54:22.196257 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-b1f4e809-d4ca-4452-b202-65416f113f15 req-61258131-dcc6-40fd-868e-6ff137b4c0f7 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 Jul 18 16:54:24.050549 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:25.171885 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:25.822841 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:29.623985 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:30.993451 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=38 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:30.997682 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=34 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:32.176034 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=23 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:32.192146 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=39 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:35.232669 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:35.233433 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.616277 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.618352 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:48.253457 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:54:48.909100 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=11 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:49.038026 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-367bd8b8-f631-47df-b70c-f3a073e64fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:52.136477 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e145885d-e855-4bf7-aa3a-30325886627a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:54.053625 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:55.165628 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:55.822912 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:56.926661 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [req-4fc21375-786d-48bd-8ce0-11f02da1cbd0 req-e313531e-df11-4c5c-a534-26d457f37662 service neutron] (104182) timed out ('10.222.0.95', 60065) {{(pid=104182) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 16:54:58.248754 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=17 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:59.619480 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:08.824822 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-7507a839-13ca-40c3-a1a4-339ef35d9c5e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032596 Jul 18 16:55:08.934353 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-51cca1fc-3dcb-4838-a9b1-eeb89507fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:08.935937 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-51cca1fc-3dcb-4838-a9b1-eeb89507fb6f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0470538 Jul 18 16:55:09.050371 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-236782b9-2bf8-4550-8835-bcf11070ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:09.051823 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-236782b9-2bf8-4550-8835-bcf11070ee4d service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.0963476 Jul 18 16:55:09.126941 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-e9c25e65-6447-41b1-8bc1-26240149c0a1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 1000 time: 0.0676737 Jul 18 16:55:09.179546 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-4b497a8e-5158-4788-a617-8e5bef773c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:09.181328 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-4b497a8e-5158-4788-a617-8e5bef773c92 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0490961 Jul 18 16:55:09.248281 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-34a3b978-900e-4720-8fb4-c7860f36142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:09.251476 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-34a3b978-900e-4720-8fb4-c7860f36142c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625699 Jul 18 16:55:09.351100 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-6f36731f-d14d-46d2-9745-cc4fe49267da service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936797 Jul 18 16:55:09.446003 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-154e21c6-c5ce-4ba0-8ade-60ed66a90baf req-84902078-3a18-4597-bc5a-e578bc902514 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894549 Jul 18 16:55:09.607222 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:09.616274 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:12.228835 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:12.229579 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:19.034665 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-36f74d67-aaf7-4b1b-a053-3abf41a05934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:19.441319 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=49 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:19.442165 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=52 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:22.139701 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f8e2-9cf2-4e58-bf71-25b25bcc0921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:24.056055 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:25.173119 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:25.252707 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:55:25.826045 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:29.621255 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:35.247451 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:35.248226 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:35.683962 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 38058) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:35.826815 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Deleting port bca01e3e-ae1b-468c-9920-66d6cc8d7478 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:35.827159 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:35.906786 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:35.907032 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for floatingip (bca01e3e-ae1b-468c-9920-66d6cc8d7478), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:35.919606 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Calling delete_port for bca01e3e-ae1b-468c-9920-66d6cc8d7478 owned by network:floatingip {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:36.060561 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (bca01e3e-ae1b-468c-9920-66d6cc8d7478), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:36.089217 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event deleted for resources: {'Port': ['ID=bca01e3e-ae1b-468c-9920-66d6cc8d7478,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:36.115742 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.116092 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.116437 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.116772 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.117115 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.117451 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.117777 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.118108 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.118450 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.118779 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.119106 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.119432 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.119756 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.120077 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.120419 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:36.163644 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for floatingip (6ada2413-464c-4a41-8855-df51f1fbc156), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:36.163981 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.db.l3_db [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Floating IP 6ada2413-464c-4a41-8855-df51f1fbc156 disassociated (deleted). External IP: 172.27.0.94, port: b3e91bc7-39bd-44e9-a541-261a27efeec2. Jul 18 16:55:36.365455 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Router 14232b33-0110-454c-af3d-64e8ceae9497 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:55:36.470014 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:55:36.474738 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for floatingip (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:36.479528 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] Sync routers for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:55:36.489956 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:36.490678 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:55:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:36.506867 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-7b47d815-6c32-4cc4-9be6-b5e4b9d5411d tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "DELETE /v2.0/floatingips/6ada2413-464c-4a41-8855-df51f1fbc156 HTTP/1.1" status: 204 len: 168 time: 0.8193178 Jul 18 16:55:36.506867 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2'}] {{(pid=104181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:36.507372 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2d596d52669469314934d5475daac37e29c6add825514dc248103571792a1be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd2a656-b13d-4a8e-8ef1-496968d36667" -d '{"events": [{"name": "network-changed", "server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2"}]}' {{(pid=104181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:36.546593 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c71a4-ad83-4454-955b-a33a98b67ae4 x-openstack-request-id: req-537c71a4-ad83-4454-955b-a33a98b67ae4 {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:36.546884 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2", "status": "completed", "code": 200}]} {{(pid=104181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:36.547246 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-537c71a4-ad83-4454-955b-a33a98b67ae4 {{(pid=104181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:36.547531 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537c71a4-ad83-4454-955b-a33a98b67ae4'] response: {'name': 'network-changed', 'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'status': 'completed', 'code': 200} Jul 18 16:55:36.607661 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:36.632621 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-7afe8e33-8eb3-44e6-a908-e9d136dfb865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:36.634917 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-7afe8e33-8eb3-44e6-a908-e9d136dfb865 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 1129 time: 0.0422347 Jul 18 16:55:36.739956 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-0746f0a1-5c7d-4ab7-83bf-83296ac1b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:36.741899 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-0746f0a1-5c7d-4ab7-83bf-83296ac1b3ce service neutron] 10.222.0.95 "GET /v2.0/networks?id=4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 200 len: 909 time: 0.1018074 Jul 18 16:55:36.818882 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:14Z', 'revision_number': 5, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:36.828740 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:36.845347 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] Checking router: 14232b33-0110-454c-af3d-64e8ceae9497 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:55:36.854889 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:36.855495 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:55:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:36.856481 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:36.869146 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732096d0-2d5b-4d34-9e74-36aa292adba6 req-0d1a7177-5fe1-42ef-83d3-27accaba2a7f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:36.870659 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-732096d0-2d5b-4d34-9e74-36aa292adba6 req-0d1a7177-5fe1-42ef-83d3-27accaba2a7f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.1575508 Jul 18 16:55:36.921905 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [req-732096d0-2d5b-4d34-9e74-36aa292adba6 req-eca4840b-1302-4cdf-99ad-211dc630f8cf tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Jul 18 16:55:36.957549 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:37.139831 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:14Z', 'revision_number': 5, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:37.167967 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f439e9da-547e-44bf-b738-3af13fc7a851 None None] The sync data for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi is: [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:08Z', 'revision_number': 4, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi', '_interfaces': [{'id': '8967d0db-2ebb-4c3b-a700-d243119207aa', 'name': '', 'network_id': '4659de03-40a7-4562-b3ff-aea00f484081', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'mac_address': 'fa:16:3e:fc:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:07Z', 'updated_at': '2022-07-18T16:51:14Z', 'revision_number': 5, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'subnets': [{'id': '45e2dad4-f84c-4273-a4e0-9d90cb7d1318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:55:37.384143 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a6dec-530d-4049-8b89-0a83d4e5b8de None None] New status for floating IP 6ada2413-464c-4a41-8855-df51f1fbc156: DOWN {{(pid=104183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:55:37.806202 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-22848163-2f6e-4532-b4f3-ee7576104377 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 200 len: 217 time: 0.0349131 Jul 18 16:55:37.860025 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-d812e9db-82c6-432d-9180-4623fd333f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:37.862061 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-d812e9db-82c6-432d-9180-4623fd333f5d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 200 len: 847 time: 0.0491195 Jul 18 16:55:38.036422 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-0a7edfb2-480a-4606-ab9d-989b4f35988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:38.038027 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-0a7edfb2-480a-4606-ab9d-989b4f35988e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=4659de03-40a7-4562-b3ff-aea00f484081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424614 Jul 18 16:55:38.156378 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6102c-f337-4770-94ab-c2cf30875347 req-d4e122b7-cbb8-4473-9325-8f33dfedba46 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:38.158392 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b3d6102c-f337-4770-94ab-c2cf30875347 req-d4e122b7-cbb8-4473-9325-8f33dfedba46 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.1677058 Jul 18 16:55:38.186656 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-da70aaa1-b659-4666-838c-7652a842ec31 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419301 Jul 18 16:55:38.217238 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-b3d6102c-f337-4770-94ab-c2cf30875347 req-9afe807f-0a86-4800-adb7-4cc5edd19f07 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/security-groups?id=1069a8d3-256b-495d-84bc-5154f422e3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524697 Jul 18 16:55:38.356044 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-ebd2a656-b13d-4a8e-8ef1-496968d36667 req-cfa9074f-63a3-448e-9b66-6cdcc38b0c59 service neutron] 10.222.0.95 "GET /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883300 Jul 18 16:55:38.433487 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-15a8e003-031e-4861-be17-d267a84ed3f0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:38.434973 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-15a8e003-031e-4861-be17-d267a84ed3f0 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.95 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 945 time: 0.0498264 Jul 18 16:55:38.515438 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Deleting port b3e91bc7-39bd-44e9-a541-261a27efeec2 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:38.515785 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:38.614711 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] For port b3e91bc7-39bd-44e9-a541-261a27efeec2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b3e91bc7-39bd-44e9-a541-261a27efeec2,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:38.615077 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:38.628276 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Calling delete_port for b3e91bc7-39bd-44e9-a541-261a27efeec2 owned by compute:nova {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:38.761242 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (b3e91bc7-39bd-44e9-a541-261a27efeec2), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:38.767178 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:38.791674 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event deleted for resources: {'Port': ['ID=b3e91bc7-39bd-44e9-a541-261a27efeec2,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:38.800654 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:38.822072 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.822676 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.822784 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.823121 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.823455 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.823789 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.824119 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.824447 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.824774 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.825098 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.825423 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.825748 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.826071 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.826392 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.826734 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:38.850205 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.l3_dvrscheduler_db [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] No DVR routers for this DVR port b3e91bc7-39bd-44e9-a541-261a27efeec2 on host hv-cinder-83754 {{(pid=104182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:38.852688 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100658'] for port (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:38.855953 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-a380b59b-9c5d-4af9-ba3a-d03739057187 req-d8a23214-b6fa-41b7-a662-29c62e29798f tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.95 "DELETE /v2.0/ports/b3e91bc7-39bd-44e9-a541-261a27efeec2 HTTP/1.1" status: 204 len: 173 time: 0.4158375 Jul 18 16:55:38.856387 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-deleted', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2'}] {{(pid=104182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:38.858709 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b637a41ddd6ed5cd595f2120a1b25a00a06647c817378682fef6c8d2915c17a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec114e43-15f2-47ce-8657-6b45e11a68b8" -d '{"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-deleted", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2"}]}' {{(pid=104182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:38.955943 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384d9641-fd9b-4058-8a2d-aca1f4034555 x-openstack-request-id: req-384d9641-fd9b-4058-8a2d-aca1f4034555 {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:38.956241 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226a294-1455-45b6-a295-f268e375ac3f", "name": "network-vif-deleted", "tag": "b3e91bc7-39bd-44e9-a541-261a27efeec2", "status": "completed", "code": 200}]} {{(pid=104182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:38.956495 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-384d9641-fd9b-4058-8a2d-aca1f4034555 {{(pid=104182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:38.956902 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384d9641-fd9b-4058-8a2d-aca1f4034555'] response: {'server_uuid': '7226a294-1455-45b6-a295-f268e375ac3f', 'name': 'network-vif-deleted', 'tag': 'b3e91bc7-39bd-44e9-a541-261a27efeec2', 'status': 'completed', 'code': 200} Jul 18 16:55:39.321504 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [req-11ff4ec3-bda4-4b28-a713-9b25be63e0b5 req-8549c885-e6a0-4075-8006-1d9f8cd0bda6 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "GET /v2.0/ports?device_id=7226a294-1455-45b6-a295-f268e375ac3f HTTP/1.1" status: 200 len: 210 time: 0.0297370 Jul 18 16:55:40.381349 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 38092) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:40.440305 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca31b020-25e5-4d3e-84e9-dc306cbcb9b3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group (1069a8d3-256b-495d-84bc-5154f422e3ed), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:40.466306 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca31b020-25e5-4d3e-84e9-dc306cbcb9b3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group (1069a8d3-256b-495d-84bc-5154f422e3ed), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:40.527219 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca31b020-25e5-4d3e-84e9-dc306cbcb9b3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (1069a8d3-256b-495d-84bc-5154f422e3ed), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:40.529800 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-ca31b020-25e5-4d3e-84e9-dc306cbcb9b3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:40.530994 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-ca31b020-25e5-4d3e-84e9-dc306cbcb9b3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] 10.222.0.77 "DELETE /v2.0/security-groups/1069a8d3-256b-495d-84bc-5154f422e3ed HTTP/1.1" status: 204 len: 168 time: 0.1503229 Jul 18 16:55:40.542421 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31b020-25e5-4d3e-84e9-dc306cbcb9b3 tempest-TestShelveInstance-195816611 tempest-TestShelveInstance-195816611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1069a8d3-256b-495d-84bc-5154f422e3ed,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:40.557178 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:40.558781 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:40.593758 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 38096) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:40.905854 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (14232b33-0110-454c-af3d-64e8ceae9497), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:41.121502 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Deleting port 8967d0db-2ebb-4c3b-a700-d243119207aa {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:41.121934 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:41.201028 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] For port 8967d0db-2ebb-4c3b-a700-d243119207aa, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=8967d0db-2ebb-4c3b-a700-d243119207aa,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:41.201380 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:41.214758 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Calling delete_port for 8967d0db-2ebb-4c3b-a700-d243119207aa owned by network:router_interface {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:41.345950 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:41.398677 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (8967d0db-2ebb-4c3b-a700-d243119207aa), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:41.421757 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Pushing event deleted for resources: {'Port': ['ID=8967d0db-2ebb-4c3b-a700-d243119207aa,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:41.448604 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:41.588838 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (14232b33-0110-454c-af3d-64e8ceae9497), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:41.794824 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Router 14232b33-0110-454c-af3d-64e8ceae9497 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:55:41.895814 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:55:41.900741 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-bf89a0bf-5576-4cf2-81c6-408dcf124006 admin admin] 10.222.0.77 "PUT /v2.0/routers/14232b33-0110-454c-af3d-64e8ceae9497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3047867 Jul 18 16:55:41.903284 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 38098) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:41.905854 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] Sync routers for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:55:41.916111 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:41.916787 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:55:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:42.000606 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks [] for router (14232b33-0110-454c-af3d-64e8ceae9497), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.017729 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:42.095501 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks [] for router_gateway (14232b33-0110-454c-af3d-64e8ceae9497), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.141617 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Deleting port 238c4b9e-efde-4853-b609-0f1678807df6 {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:42.141970 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (238c4b9e-efde-4853-b609-0f1678807df6), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.174468 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:42.186751 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '238c4b9e-efde-4853-b609-0f1678807df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:55:41Z', 'revision_number': 5, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port': {'id': '238c4b9e-efde-4853-b609-0f1678807df6', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14232b33-0110-454c-af3d-64e8ceae9497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:42.212453 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] Checking router: 14232b33-0110-454c-af3d-64e8ceae9497 for host: dv-cinder-837543-6-iscsi {{(pid=104184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:55:42.214981 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=100 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:42.215313 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:42.222271 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] For port 238c4b9e-efde-4853-b609-0f1678807df6, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=238c4b9e-efde-4853-b609-0f1678807df6,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:42.222659 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (238c4b9e-efde-4853-b609-0f1678807df6), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.222785 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] Routers {'14232b33-0110-454c-af3d-64e8ceae9497'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:42.223369 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:55:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['14232b33-0110-454c-af3d-64e8ceae9497'], 'active': True} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:42.237591 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Calling delete_port for 238c4b9e-efde-4853-b609-0f1678807df6 owned by network:router_gateway {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:42.310943 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_dvr_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] Set router 14232b33-0110-454c-af3d-64e8ceae9497 gateway port host: None {{(pid=104184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:42.451956 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.l3_hamode_db [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:55:42Z', 'revision_number': 6, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:42.477953 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aef9bb7-e221-410b-9c3f-93b465a8adf6 None None] The sync data for ids ['14232b33-0110-454c-af3d-64e8ceae9497'] in dv-cinder-837543-6-iscsi is: [{'id': '14232b33-0110-454c-af3d-64e8ceae9497', 'name': 'tempest-TestShelveInstance-760146827-router', 'tenant_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:04Z', 'updated_at': '2022-07-18T16:55:42Z', 'revision_number': 6, 'project_id': 'b93b037768d74e83aa4ca3fd2725ee23', 'gw_port_host': None}] {{(pid=104184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:55:42.594902 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:42.666256 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (238c4b9e-efde-4853-b609-0f1678807df6), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.696392 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Pushing event deleted for resources: {'Port': ['ID=238c4b9e-efde-4853-b609-0f1678807df6,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:42.722502 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b3e91bc7-39bd-44e9-a541-261a27efeec2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:42.740872 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] No Port match for: b3e91bc7-39bd-44e9-a541-261a27efeec2 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:42.741218 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Device b3e91bc7-39bd-44e9-a541-261a27efeec2 not bound to the agent host hv-cinder-83754 {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:42.759227 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (14232b33-0110-454c-af3d-64e8ceae9497), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.849405 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (14232b33-0110-454c-af3d-64e8ceae9497), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.852327 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks [] for router_controller (14232b33-0110-454c-af3d-64e8ceae9497), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.897364 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (14232b33-0110-454c-af3d-64e8ceae9497), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.898129 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14232b33-0110-454c-af3d-64e8ceae9497 {{(pid=104182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:55:42.903640 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.908055 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 38100) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:42.908532 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-3e8407d3-640a-42fd-aadc-73ac1e5511eb admin admin] 10.222.0.77 "DELETE /v2.0/routers/14232b33-0110-454c-af3d-64e8ceae9497 HTTP/1.1" status: 204 len: 168 time: 1.0038002 Jul 18 16:55:42.957645 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.db_base_plugin_v2 [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] Deleting subnet 45e2dad4-f84c-4273-a4e0-9d90cb7d1318 {{(pid=104181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:55:42.960832 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] Publish callbacks [] for subnet (45e2dad4-f84c-4273-a4e0-9d90cb7d1318), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.995421 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3434303'] for subnet (45e2dad4-f84c-4273-a4e0-9d90cb7d1318), precommit_delete_associations {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.073137 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (45e2dad4-f84c-4273-a4e0-9d90cb7d1318), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.124183 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3917169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750154'] for subnet (45e2dad4-f84c-4273-a4e0-9d90cb7d1318), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.150337 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e2dad4-f84c-4273-a4e0-9d90cb7d1318,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:43.154029 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.157704 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-739f2fa2-9272-4396-a989-aa4d0afb4150 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/45e2dad4-f84c-4273-a4e0-9d90cb7d1318 HTTP/1.1" status: 204 len: 168 time: 0.2480245 Jul 18 16:55:43.160110 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 38102) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:43.162604 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6f2ba-50f9-4eef-b620-82b199c8e7c3 None None] Network 4659de03-40a7-4562-b3ff-aea00f484081 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:55:43.234130 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (4659de03-40a7-4562-b3ff-aea00f484081), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.278647 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Deleting port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:43.278977 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.282967 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 8967d0db-2ebb-4c3b-a700-d243119207aa no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:43.314059 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 8967d0db-2ebb-4c3b-a700-d243119207aa {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:43.314580 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 8967d0db-2ebb-4c3b-a700-d243119207aa not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:43.337926 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] DHCP port deletion for 4659de03-40a7-4562-b3ff-aea00f484081 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:55:43.352350 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] For port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:43.352711 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.366833 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Calling delete_port for a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:43.378823 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Deleting port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:43.379252 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.444945 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] For port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,segment=NetworkSegment(a04bb1fc-9437-4b0c-93e6-54cf41eed30d),segment_id=a04bb1fc-9437-4b0c-93e6-54cf41eed30d)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:43.445459 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.448404 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.459899 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Calling delete_port for a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:43.475401 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:43.477231 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] No DVR routers for this DVR port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:43.524107 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:43.549475 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.556751 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (4659de03-40a7-4562-b3ff-aea00f484081), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.559302 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:43.572281 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Pushing event deleted for resources: {'Port': ['ID=a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:43.581736 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4659de03-40a7-4562-b3ff-aea00f484081']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:43.583713 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.584314 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.585485 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.585836 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.586169 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.586539 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.586871 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.587192 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.587698 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.588210 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.588701 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.589192 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.589680 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.590183 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.590692 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-6-iscsi {{(pid=104183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:43.597256 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:43.598156 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04bb1fc-9437-4b0c-93e6-54cf41eed30d') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:43.598514 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455e85d-e34c-4d65-a91d-53410edd03e1 None None] No DVR routers for this DVR port a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:43.610946 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (a04bb1fc-9437-4b0c-93e6-54cf41eed30d), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.628238 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (a04bb1fc-9437-4b0c-93e6-54cf41eed30d), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.635443 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:55:43.635945 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (a04bb1fc-9437-4b0c-93e6-54cf41eed30d), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.701179 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (4659de03-40a7-4562-b3ff-aea00f484081), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.707265 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:43.710502 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] 10.222.0.77 "DELETE /v2.0/networks/4659de03-40a7-4562-b3ff-aea00f484081 HTTP/1.1" status: 204 len: 168 time: 0.5494101 Jul 18 16:55:43.713410 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 38108) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:43.721960 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ac7ae-287b-4e72-a78d-9a8e2dc18b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=4659de03-40a7-4562-b3ff-aea00f484081,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:43.734751 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment a04bb1fc-9437-4b0c-93e6-54cf41eed30d resource provider aggregate not found Jul 18 16:55:43.753418 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment a04bb1fc-9437-4b0c-93e6-54cf41eed30d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a04bb1fc-9437-4b0c-93e6-54cf41eed30d found for delete ", "request_id": "req-c64147fd-f48b-4db2-bc5e-e63df9e74a41"}]} Jul 18 16:55:44.040716 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-648640'] for router_interface (afd80d7d-535f-47e0-bfb9-a3dfd928d098), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:44.264142 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Deleting port f13fb180-39b1-42b6-9a3b-8ea18859a4da {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:44.264488 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:44.267317 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:44.345675 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] For port f13fb180-39b1-42b6-9a3b-8ea18859a4da, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=f13fb180-39b1-42b6-9a3b-8ea18859a4da,segment=NetworkSegment(c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb),segment_id=c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:44.345942 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:44.355311 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:44.359992 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Calling delete_port for f13fb180-39b1-42b6-9a3b-8ea18859a4da owned by network:router_interface {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:44.542400 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (f13fb180-39b1-42b6-9a3b-8ea18859a4da), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:44.573928 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Pushing event deleted for resources: {'Port': ['ID=f13fb180-39b1-42b6-9a3b-8ea18859a4da,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:44.615694 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 238c4b9e-efde-4853-b609-0f1678807df6 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:44.638368 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 238c4b9e-efde-4853-b609-0f1678807df6 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:44.639097 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 238c4b9e-efde-4853-b609-0f1678807df6 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:44.639791 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:44.660608 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:44.661093 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a2fefe42-8ca0-40a2-9ff0-e5f4d08eedab not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:44.746369 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-996829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-648572'] for router_interface (afd80d7d-535f-47e0-bfb9-a3dfd928d098), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:44.958490 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Router afd80d7d-535f-47e0-bfb9-a3dfd928d098 has already been hosted by L3 agent 98f9be79-81e7-434b-89ff-472b7c892720 {{(pid=104182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:55:45.057503 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] Notify agent at l3_agent.dv-cinder-837543-6-iscsi the message routers_updated {{(pid=104182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:55:45.062485 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-48d4f50c-2491-446a-b883-e96305c5e95f admin admin] 10.222.0.77 "PUT /v2.0/routers/afd80d7d-535f-47e0-bfb9-a3dfd928d098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3479433 Jul 18 16:55:45.064926 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 38112) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:45.066187 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] Sync routers for ids ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'] in dv-cinder-837543-6-iscsi {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:55:45.077290 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] Routers {'afd80d7d-535f-47e0-bfb9-a3dfd928d098'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:45.077983 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:55:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:45.107956 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:45.165613 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks [] for router (afd80d7d-535f-47e0-bfb9-a3dfd928d098), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.179203 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] Set router afd80d7d-535f-47e0-bfb9-a3dfd928d098 gateway port host: dv-cinder-837543-6-iscsi {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:45.256192 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:45.269104 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks [] for router_gateway (afd80d7d-535f-47e0-bfb9-a3dfd928d098), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.313732 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Deleting port a8a74075-9f5d-4952-8ca1-a732384fb0eb {{(pid=104182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:45.314119 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.355076 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'external_fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:55:44Z', 'revision_number': 5, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port': {'id': 'a8a74075-9f5d-4952-8ca1-a732384fb0eb', 'name': '', 'network_id': '5d52feb0-c1ce-436c-84df-a3b991e84c92', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'c3440394-efbe-4451-88bf-0701e127d350', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3440394-efbe-4451-88bf-0701e127d350', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-6-iscsi'}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:45.380090 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] Checking router: afd80d7d-535f-47e0-bfb9-a3dfd928d098 for host: dv-cinder-837543-6-iscsi {{(pid=104183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:55:45.388416 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] Routers {'afd80d7d-535f-47e0-bfb9-a3dfd928d098'} bound to L3 agent in host dv-cinder-837543-6-iscsi {{(pid=104183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:45.389135 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-18T16:29:52Z,description=,heartbeat_timestamp=2022-07-18T16:55:22Z,host='dv-cinder-837543-6-iscsi',id=98f9be79-81e7-434b-89ff-472b7c892720,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:29:52Z,topic='l3_agent')) {'router_ids': ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'], 'active': True} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:45.398336 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.db [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] For port a8a74075-9f5d-4952-8ca1-a732384fb0eb, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=a8a74075-9f5d-4952-8ca1-a732384fb0eb,segment=NetworkSegment(3d4dfbd6-7387-46a3-9cc9-146cfbbb4550),segment_id=3d4dfbd6-7387-46a3-9cc9-146cfbbb4550)] {{(pid=104182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:45.398746 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.411868 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.plugins.ml2.plugin [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Calling delete_port for a8a74075-9f5d-4952-8ca1-a732384fb0eb owned by network:router_gateway {{(pid=104182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:45.473443 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvr_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] Set router afd80d7d-535f-47e0-bfb9-a3dfd928d098 gateway port host: None {{(pid=104183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:45.525336 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_hamode_db [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:55:45Z', 'revision_number': 6, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port_host': None}], 'dv-cinder-837543-6-iscsi', False) {} {{(pid=104183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:45.550047 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557ac16-32c4-4f95-8832-9b40efdb1dab None None] The sync data for ids ['afd80d7d-535f-47e0-bfb9-a3dfd928d098'] in dv-cinder-837543-6-iscsi is: [{'id': 'afd80d7d-535f-47e0-bfb9-a3dfd928d098', 'name': 'tempest-TestShelveInstance-667872723-router', 'tenant_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:11Z', 'updated_at': '2022-07-18T16:55:45Z', 'revision_number': 6, 'project_id': 'dcdc4067d89d482ca0e76b2e5752c6ca', 'gw_port_host': None}] {{(pid=104183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:55:45.587837 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3753987'] for port (a8a74075-9f5d-4952-8ca1-a732384fb0eb), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.614700 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a74075-9f5d-4952-8ca1-a732384fb0eb,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:45.679129 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660807'] for router_gateway (afd80d7d-535f-47e0-bfb9-a3dfd928d098), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.765670 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router (afd80d7d-535f-47e0-bfb9-a3dfd928d098), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.767861 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks [] for router_controller (afd80d7d-535f-47e0-bfb9-a3dfd928d098), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.808984 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-654034'] for router (afd80d7d-535f-47e0-bfb9-a3dfd928d098), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.809546 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd80d7d-535f-47e0-bfb9-a3dfd928d098 {{(pid=104182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:55:45.814160 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.815455 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-fb6da695-1de0-4ec1-888c-a36b9ab776f1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/afd80d7d-535f-47e0-bfb9-a3dfd928d098 HTTP/1.1" status: 204 len: 168 time: 0.7496336 Jul 18 16:55:45.817967 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 38114) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:45.861968 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] Deleting subnet dc853d68-9fe4-4812-995e-411b508e2e6c {{(pid=104182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:55:45.865117 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] Publish callbacks [] for subnet (dc853d68-9fe4-4812-995e-411b508e2e6c), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.902088 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126338296'] for subnet (dc853d68-9fe4-4812-995e-411b508e2e6c), precommit_delete_associations {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.988024 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8216393'] for subnet (dc853d68-9fe4-4812-995e-411b508e2e6c), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.043406 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8216414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1007150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3754046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126058424'] for subnet (dc853d68-9fe4-4812-995e-411b508e2e6c), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.046744 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=12 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:46.050196 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:46.073009 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc853d68-9fe4-4812-995e-411b508e2e6c,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:46.078798 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for subnet (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.081946 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-89c335ce-06d0-483f-8ef4-867782351ae1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dc853d68-9fe4-4812-995e-411b508e2e6c HTTP/1.1" status: 204 len: 168 time: 0.2630000 Jul 18 16:55:46.084611 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 38116) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:46.086433 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7c446-dfa9-4793-ad37-827bbbce1815 None None] Network 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 requested from dv-cinder-837543-6-iscsi {{(pid=104183) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:55:46.154056 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8373342'] for network (0aa0a3fe-dd65-4c49-9233-fcd2c965d970), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.197508 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Deleting port 936012a2-15d4-4f6a-950e-df9e302605c1 {{(pid=104181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:46.197852 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.265299 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.db [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] For port 936012a2-15d4-4f6a-950e-df9e302605c1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=936012a2-15d4-4f6a-950e-df9e302605c1,segment=NetworkSegment(c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb),segment_id=c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb)] {{(pid=104181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:46.265585 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.278822 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.plugin [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Calling delete_port for 936012a2-15d4-4f6a-950e-df9e302605c1 owned by network:dhcp {{(pid=104181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:46.307637 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] DHCP port deletion for 0aa0a3fe-dd65-4c49-9233-fcd2c965d970 request from dv-cinder-837543-6-iscsi {{(pid=104183) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:55:46.339956 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:46.348707 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] Deleting port 936012a2-15d4-4f6a-950e-df9e302605c1 {{(pid=104183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:46.349082 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735497514756'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), before_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.360924 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3917132'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.373114 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:46.388335 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Pushing event deleted for resources: {'Port': ['ID=936012a2-15d4-4f6a-950e-df9e302605c1,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:46.393939 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] No DVR routers for this DVR port 936012a2-15d4-4f6a-950e-df9e302605c1 on host dv-cinder-837543-6-iscsi {{(pid=104181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:46.424954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.db [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] For port 936012a2-15d4-4f6a-950e-df9e302605c1, host dv-cinder-837543-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-6-iscsi',level=0,port_id=936012a2-15d4-4f6a-950e-df9e302605c1,segment=NetworkSegment(c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb),segment_id=c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb)] {{(pid=104183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:46.425488 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649615'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), precommit_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.439341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] Calling delete_port for 936012a2-15d4-4f6a-950e-df9e302605c1 owned by network:dhcp {{(pid=104183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:46.471508 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8215944', 'neutron.services.segments.db._delete_segments_for_network-8735497592086'] for network (0aa0a3fe-dd65-4c49-9233-fcd2c965d970), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.492203 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa0a3fe-dd65-4c49-9233-fcd2c965d970']}} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:46.502063 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb') {'for_net_delete': True} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:46.502359 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.services.segments.db [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb') {} {{(pid=104181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:46.513100 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735497591327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3434310'] for segment (c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.519817 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8305646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735497520918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735497156855'] for port (936012a2-15d4-4f6a-950e-df9e302605c1), after_delete {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.529234 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460'] for segment (c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.537454 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=104181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:55:46.538082 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8285460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3917715'] for segment (c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.544934 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] Pushing event deleted for resources: {'Port': ['ID=936012a2-15d4-4f6a-950e-df9e302605c1,revision_number=None']} {{(pid=104183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:46.551031 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118bf583-4db4-45e9-9284-f6e412555ab5 None None] No DVR routers for this DVR port 936012a2-15d4-4f6a-950e-df9e302605c1 on host dv-cinder-837543-6-iscsi {{(pid=104183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:46.603939 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb resource provider aggregate not found Jul 18 16:55:46.625187 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8215923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-996820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660860'] for network (0aa0a3fe-dd65-4c49-9233-fcd2c965d970), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.633239 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-996806'] for network (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.636891 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0aa0a3fe-dd65-4c49-9233-fcd2c965d970 HTTP/1.1" status: 204 len: 168 time: 0.5507925 Jul 18 16:55:46.645685 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device f13fb180-39b1-42b6-9a3b-8ea18859a4da no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:46.657031 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.services.segments.plugin [-] Segment c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6ba6be6-7c2b-48b1-a378-6a8b23ba7ccb found for delete ", "request_id": "req-d2757a9c-6f37-410b-9c85-d76be7202f63"}]} Jul 18 16:55:46.658277 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938f194-1ca3-4d39-86dc-2a223173d491 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aa0a3fe-dd65-4c49-9233-fcd2c965d970,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:46.670919 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: f13fb180-39b1-42b6-9a3b-8ea18859a4da {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:46.671341 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device f13fb180-39b1-42b6-9a3b-8ea18859a4da not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:46.671772 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a8a74075-9f5d-4952-8ca1-a732384fb0eb no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:46.691895 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: a8a74075-9f5d-4952-8ca1-a732384fb0eb {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:46.692239 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device a8a74075-9f5d-4952-8ca1-a732384fb0eb not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:46.692665 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 936012a2-15d4-4f6a-950e-df9e302605c1 no longer exists at agent ovs-agent-dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:46.716098 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.plugin [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] No Port match for: 936012a2-15d4-4f6a-950e-df9e302605c1 {{(pid=104183) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:46.716441 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron.plugins.ml2.rpc [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Device 936012a2-15d4-4f6a-950e-df9e302605c1 not bound to the agent host dv-cinder-837543-6-iscsi {{(pid=104183) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:46.854890 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 38124) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:46.895731 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-a47d7121-9286-4f14-9286-249f14353406 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b93b037768d74e83aa4ca3fd2725ee23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393882 Jul 18 16:55:46.898196 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [-] (104181) accepted ('10.222.0.77', 38126) {{(pid=104181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:46.945395 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-eb8678e5-aed4-4b11-8122-455e1492a3e5 admin admin] Publish callbacks [] for security_group (43574ca1-21b9-45dd-967f-ce8c1e9e738e), before_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.970026 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-eb8678e5-aed4-4b11-8122-455e1492a3e5 admin admin] Publish callbacks [] for security_group (43574ca1-21b9-45dd-967f-ce8c1e9e738e), precommit_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:46.985729 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:47.018702 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-eb8678e5-aed4-4b11-8122-455e1492a3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (43574ca1-21b9-45dd-967f-ce8c1e9e738e), after_delete {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:47.021560 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron_lib.callbacks.manager [None req-eb8678e5-aed4-4b11-8122-455e1492a3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:47.022892 dv-cinder-837543-6-iscsi neutron-server[104181]: INFO neutron.wsgi [None req-eb8678e5-aed4-4b11-8122-455e1492a3e5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43574ca1-21b9-45dd-967f-ce8c1e9e738e HTTP/1.1" status: 204 len: 168 time: 0.1237435 Jul 18 16:55:47.032330 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8678e5-aed4-4b11-8122-455e1492a3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43574ca1-21b9-45dd-967f-ce8c1e9e738e,revision_number=None']} {{(pid=104181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:47.342774 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 38132) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:47.382533 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-55844e8b-e5a0-4d0f-b602-301d4b43f303 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dcdc4067d89d482ca0e76b2e5752c6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384727 Jul 18 16:55:47.384976 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.wsgi [-] (104182) accepted ('10.222.0.77', 38134) {{(pid=104182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:47.436719 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4b3a711b-c9eb-458d-a1be-cf4c0e891a0f admin admin] Publish callbacks [] for security_group (536fb895-44c6-444c-a8c6-3a9ddc844467), before_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:47.458312 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4b3a711b-c9eb-458d-a1be-cf4c0e891a0f admin admin] Publish callbacks [] for security_group (536fb895-44c6-444c-a8c6-3a9ddc844467), precommit_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:47.506596 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4b3a711b-c9eb-458d-a1be-cf4c0e891a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000369'] for security_group (536fb895-44c6-444c-a8c6-3a9ddc844467), after_delete {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:47.510065 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron_lib.callbacks.manager [None req-4b3a711b-c9eb-458d-a1be-cf4c0e891a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:47.511307 dv-cinder-837543-6-iscsi neutron-server[104182]: INFO neutron.wsgi [None req-4b3a711b-c9eb-458d-a1be-cf4c0e891a0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/536fb895-44c6-444c-a8c6-3a9ddc844467 HTTP/1.1" status: 204 len: 168 time: 0.1254482 Jul 18 16:55:47.520715 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a711b-c9eb-458d-a1be-cf4c0e891a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536fb895-44c6-444c-a8c6-3a9ddc844467,revision_number=None']} {{(pid=104182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:49.029057 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-9583935d-1700-4c6e-9722-1c07976ff265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.143062 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-eaf37c3b-d628-45f0-bd4e-371945142f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.454920 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=11 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:52.455797 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=12 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:54.058714 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.166483 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.832290 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:57.025976 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:57.026809 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG dbcounter [-] [104181] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104181) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:57.514167 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:57.516775 dv-cinder-837543-6-iscsi neutron-server[104182]: DEBUG dbcounter [-] [104182] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104182) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:59.635521 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:02.252175 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:56:09.626880 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=57,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:09.628820 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:12.246925 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:12.247751 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:19.032636 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-a1e0205d-73cc-482a-b346-91caeb8970fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:22.147813 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-27f21dee-02fa-4e4d-a342-dddc5dd2f057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.062591 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.170863 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.836228 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:26.232221 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:26.233400 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:29.633730 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:39.252308 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:56:39.626935 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:39.629510 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:49.036267 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fe96ac5d-63d7-4277-af00-cf11f7230296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.246910 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=14 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:49.247691 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=14 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:52.150896 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe100-3f57-43e8-912a-51be7eb24436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.064787 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.173954 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.833390 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.640658 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.225803 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:03.231007 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:09.634539 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:09.636469 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:16.252109 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:57:19.040319 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-61668379-608f-4123-bcec-8e5fb0d24d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:22.152726 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c8f04549-dd26-495d-9888-fd5c9b1b43ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:24.067793 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:25.177482 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:25.836265 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:26.247156 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:26.247917 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:29.632821 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:39.621451 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:39.626848 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:46.215022 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=4 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:46.215948 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:49.044905 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-4a7f2ddb-6cb6-4e78-82b9-c57c8b4f7cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:52.071612 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-8626a8a2-0911-48ac-9814-99d77e847b9f service neutron] (104181) timed out ('10.222.0.77', 60028) {{(pid=104181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 16:57:52.155598 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45464437-0a27-45f8-b315-a9c1c8afb280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:52.533515 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-25c98dd9-164e-4b28-9c5c-70d29c0c1b86 req-b784e3fd-9ce9-44d2-909b-81d5a5b41ffc tempest-AttachVolumeShelveTestJSON-2133706291 tempest-AttachVolumeShelveTestJSON-2133706291-project] (104181) timed out ('10.222.0.77', 60040) {{(pid=104181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 16:57:53.252001 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:57:54.073759 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:55.180780 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:55.839709 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:59.632515 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:03.248717 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:09.624696 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:09.626734 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:17.223664 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:17.224444 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:19.048988 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-bb846407-738f-418b-b7ef-027477ee542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:22.157623 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-5651a305-6929-4e25-b274-9a1d5c744566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:22.863816 dv-cinder-837543-6-iscsi neutron-server[104181]: DEBUG neutron.wsgi [req-7847f5c3-4e71-4aaf-b221-9acc09845b2a req-cd354f41-5bb5-4557-927f-91676c901e85 service neutron] (104181) timed out ('10.222.0.95', 60049) {{(pid=104181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 18 16:58:24.072217 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:25.184718 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:25.844963 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:29.653944 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:30.252097 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:58:39.646492 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:39.647723 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:49.053443 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-bf9220e0-2d66-4af5-9871-af587d7f6e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:52.161130 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-ca922f63-ac15-4850-8ade-653c5c667e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:54.078180 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:54.214512 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=13 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:54.220229 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=23 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:55.188641 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:55.845105 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:59.648514 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:07.251783 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:59:09.637205 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:09.644319 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:17.246963 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:17.248272 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:19.056913 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-101dc3ac-ba3f-4128-9f40-765d15a50048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.164254 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-7c56aa82-52ea-471e-811d-c0295ae12922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:24.079056 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.194138 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.850040 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.657418 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:31.211570 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:31.217217 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=5 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:39.648720 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:39.651890 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:44.251144 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:59:49.060777 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-45684d03-7ca3-4f7e-a136-71b66a1e9803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:52.168204 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-710dfb20-4c7e-4657-9add-40908f0787b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:54.084676 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:54.246575 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:54.247363 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:55.189013 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:55.850569 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:59.643540 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:08.213170 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:08.214039 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=3 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:09.637638 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:09.638537 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:19.068042 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c4c384ff-bcd4-402b-af8f-bfbc69d75f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:21.249722 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:00:22.172615 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-898a99b7-d06d-4418-8d7b-ec4c24959005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:24.085169 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:25.195039 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:25.860643 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:29.658973 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:31.245467 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=2 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:39.651932 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:39.654173 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:48.840997 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=15 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:48.843229 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=17 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:49.061522 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-255cbf0d-f8d7-4ffe-be34-bcaf4bf12843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (3cc4fbf5-0e95-41cc-a803-c0880460ea70), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.175360 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-e0a99ca9-f9c0-4747-89ef-d759cde55d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (98f9be79-81e7-434b-89ff-472b7c892720), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:54.088064 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-019ced9d-317b-4b01-a07c-573dd0bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (f90d3a58-7364-405f-9067-f388f569aefb), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:55.189350 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-b06c4a35-24b2-4876-ab35-f2d649eace39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (60c8d0cd-79e7-4f97-9bd6-dc28baee3bf9), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:55.856152 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53b-fd84-496b-be0b-023238947553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (51e89a4a-69cd-44ff-b55c-b9dcdd7d4304), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:58.249623 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG neutron.db.agents_db [None req-7e73f428-db4f-40db-946c-1ffec00bd90e None None] Agent healthcheck: found 6 active agents {{(pid=104184) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:00:59.668671 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG neutron_lib.callbacks.manager [None req-c54122fd-7548-44b1-94c4-cd7cd2c11be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735497592068', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8213707'] for agent (908b9c4c-be39-4039-bd64-2c361370a775), after_update {{(pid=104183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:08.243615 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:08.244449 dv-cinder-837543-6-iscsi neutron-server[104184]: DEBUG dbcounter [-] [104184] Writing DB stats neutron:SELECT=1 {{(pid=104184) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:09.662013 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:09.663495 dv-cinder-837543-6-iscsi neutron-server[104183]: DEBUG dbcounter [-] [104183] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104183) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}